-- Logs begin at Mon 2021-05-31 12:06:02 UTC, end at Mon 2021-05-31 13:02:06 UTC. -- May 31 12:38:20.860154 dv-cinder-786386-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 12:38:21.814208 dv-cinder-786386-7-smb neutron-server[98107]: Beware of the coming changes in the project packaging May 31 12:38:21.814848 dv-cinder-786386-7-smb neutron-server[98107]: https://github.com/svinota/pyroute2/discussions/786 May 31 12:38:23.260454 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.common.config [-] Logging enabled! May 31 12:38:23.261158 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:38:23.261243 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:38:23.264354 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.common.config [-] Logging enabled! May 31 12:38:23.264615 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:38:23.264945 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:38:23.265863 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:23.266096 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:23.266453 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:23.266705 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:23.266926 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:23.267249 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.267548 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.267826 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.268045 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.268339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.268626 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.268901 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.269216 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.269502 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.269783 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.270057 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.270339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.270568 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.270824 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.271104 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.271387 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.271605 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] debug = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.271878 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.272297 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.272708 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.272984 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.273293 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.273569 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.273831 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.274104 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.274382 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.274701 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] host = dv-cinder-786386-7-smb {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.274973 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.275309 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.275590 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.275869 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.276140 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.276410 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.276690 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.276957 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.277248 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.277527 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.277809 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.278093 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.278384 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.278606 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.278825 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.279109 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.279392 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.279666 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.279935 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.280204 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.280477 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.280745 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.281008 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.281319 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.281601 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.281878 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.282147 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.282417 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.282685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.282950 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.283229 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.283513 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.283764 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.284031 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.284313 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.284577 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.284849 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.285167 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.285453 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.285735 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.286018 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.286291 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.286568 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.286835 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.287101 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.287370 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_json = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.287643 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.287906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.288182 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.288450 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.288718 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.288987 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.289277 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.289556 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:23.289845 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.290136 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.290429 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.290710 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.291035 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.291292 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.291575 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.291852 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.292132 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.292417 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.292700 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.292973 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.293278 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.293553 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.293840 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.294138 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.294428 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.294714 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.294985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.295254 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.295520 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.295793 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.296072 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.296361 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.296646 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.296916 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.297218 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.297874 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.298147 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.298416 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.298691 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.298977 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.299252 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.299518 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.299796 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.300069 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.300338 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.300604 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.300876 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.301194 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.301471 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.301737 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.302002 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.302274 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.302539 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.302819 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.303093 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.303361 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.303627 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.303899 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.304165 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.304435 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.304706 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.304973 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.305267 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.305534 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.305797 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.306061 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.306330 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.306643 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.306912 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.307178 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.307450 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.307716 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.307996 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.308251 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.308520 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.308789 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.309082 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.309387 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.309661 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.309935 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.310209 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.310482 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.310755 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.311028 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.311300 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.311574 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.311839 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.312124 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.312402 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.312682 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.312959 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.313264 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.313554 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.313826 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.314102 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.314374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.314645 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.314928 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.315208 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.315495 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.315783 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.316070 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.316357 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.316642 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.316916 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.317246 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.317521 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:23.317736 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:23.317977 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98107) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 12:38:23.660961 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:23.661214 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:23.661531 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:23.662008 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 12:38:24.052291 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.052505 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.052761 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.053998 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.054269 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.054532 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.089540 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.089820 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.090084 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.103364 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.103627 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.103914 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.133130 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.133388 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.133654 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.169535 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.169812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.170074 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.397977 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.398648 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.398648 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.398819 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.399503 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.521364 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.521686 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.521961 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.522237 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.522505 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.522818 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.523072 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.523322 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.523574 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.523855 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.524110 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.524350 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.524609 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.524862 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.525175 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.525448 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.526811 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.527101 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.527368 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.527659 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.528014 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.528276 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.528527 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.528813 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.529082 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.529337 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.529724 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.529968 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.530205 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.530439 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.530672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.530905 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:24.531271 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 12:38:24.534420 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 12:38:24.538385 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 12:38:24.542189 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 31 12:38:24.543818 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 12:38:24.544263 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 12:38:24.544597 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 12:38:24.544980 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 12:38:24.548303 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 12:38:24.548556 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 12:38:24.548909 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:38:24.576205 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 12:38:24.576638 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.576934 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98107) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 12:38:24.577328 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.578671 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98107) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 12:38:24.578952 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:38:24.579197 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 12:38:24.582464 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.582747 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:24.656814 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 12:38:24.656962 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 12:38:24.657243 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 12:38:24.657605 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 12:38:24.691999 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_db.sqlalchemy.engines [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98107) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 12:38:25.025049 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing driver for type 'gre' May 31 12:38:25.025561 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] gre ID ranges: [(1, 1000)] May 31 12:38:25.083736 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing driver for type 'local' May 31 12:38:25.084065 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing driver for type 'vlan' May 31 12:38:25.096526 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] VlanTypeDriver initialization complete May 31 12:38:25.096854 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing driver for type 'vxlan' May 31 12:38:25.097367 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] vxlan ID ranges: [(1, 1000)] May 31 12:38:25.151513 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing extension driver 'port_security' May 31 12:38:25.151997 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.extensions.port_security [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] PortSecurityExtensionDriver initialization complete May 31 12:38:25.152336 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing mechanism driver 'openvswitch' May 31 12:38:25.152657 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing mechanism driver 'hyperv' May 31 12:38:25.159156 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.plugins.ml2.plugin [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:25.159921 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.160280 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.160628 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.161010 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.161379 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.161716 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.162185 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.162567 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.162902 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.163246 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.163585 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.163916 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.164288 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.164623 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.164952 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.165350 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > address_group after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.165701 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > address_group after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.166067 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.166400 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] ML2 OVO RPC backend initialized. {{(pid=98107) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 12:38:25.167106 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.167453 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.167862 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.168204 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > networks before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.168543 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.168877 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > ports before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.169245 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.169579 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnets before_response 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.169917 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.170248 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.170573 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.170900 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.171231 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.171581 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.171930 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.172256 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.172936 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.173537 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.plugin [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Modular L2 Plugin initialization complete May 31 12:38:25.173866 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading services supported by the core plugin {{(pid=98107) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 12:38:25.174188 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.plugins.ml2.managers [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Got port-security extension from driver 'port_security' May 31 12:38:25.174644 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.extensions.vlantransparent [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Disabled vlantransparent extension. May 31 12:38:25.175127 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98107) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 12:38:25.175436 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: router May 31 12:38:25.212336 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.212750 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_create 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.213115 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router before_create 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.213499 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.213866 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.214213 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_delete 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.214570 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.214931 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_create 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.215268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.215607 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.215947 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.216298 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.216679 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.217042 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.217409 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.217743 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: subnet after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.218076 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.218418 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.218758 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_create 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.219097 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.219437 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.219780 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router after_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.220115 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.220454 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_create 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.220809 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.221172 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_update 55549900 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.221522 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > network after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.222361 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Tracking information for resource: router configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:25.222684 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Tracking information for resource: floatingip configured {{(pid=98107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:25.227628 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.db.l3_agentschedulers_db [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 12:38:25.228244 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.228660 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.228974 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.229409 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: port after_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.230188 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router before_create 55550100 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.230544 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.230901 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_create 55550100 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.231229 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > router precommit_update 55550100 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.235755 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.provider_configuration [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service providers = [] {{(pid=98107) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 12:38:25.236119 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.db.servicetype_db [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98107) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 12:38:25.239033 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.service_base [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:25.239377 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.service_base [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:25.239713 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.service_base [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:25.240587 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.services.service_base [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:25.240977 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.services.service_base [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 12:38:25.241509 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.241825 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 12:38:25.252182 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.252515 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: auto_allocate May 31 12:38:25.258270 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: network precommit_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.258633 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: network precommit_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.259140 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.259456 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: tag May 31 12:38:25.266222 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.266551 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: timestamp May 31 12:38:25.270558 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.270968 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: network_ip_availability May 31 12:38:25.276684 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.276982 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.277371 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.278086 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.278403 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: flavors May 31 12:38:25.283359 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.283693 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading Plugin: revisions May 31 12:38:25.287928 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:25.288318 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.627s {{(pid=98107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:25.289092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98107) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 12:38:25.289413 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Initializing extension manager. May 31 12:38:25.289909 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: __init__.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.290245 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: __pycache__ {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.290573 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.290925 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: address_group.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.291679 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.292235 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: address-group May 31 12:38:25.292553 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: address_scope.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.293271 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.293794 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: address-scope May 31 12:38:25.294092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.295000 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.295505 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: router-admin-state-down-before-update May 31 12:38:25.295819 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: agent.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.296506 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.297001 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: agent May 31 12:38:25.297340 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: agent_resources_synced.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.298581 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.299076 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: agent-resources-synced May 31 12:38:25.299386 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: allowedaddresspairs.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.301185 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.301696 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: allowed-address-pairs May 31 12:38:25.302014 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: auto_allocated_topology.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.303071 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.303571 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: auto-allocated-topology May 31 12:38:25.303890 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: availability_zone.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.304566 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.305104 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: availability_zone May 31 12:38:25.305397 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: availability_zone_filter.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.306297 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.307213 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: availability_zone_filter May 31 12:38:25.307434 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: data_plane_status.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.308337 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.308831 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension data-plane-status not supported by any of loaded plugins May 31 12:38:25.309182 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: default_subnetpools.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.310080 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.310581 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: default-subnetpools May 31 12:38:25.310891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.311690 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.312191 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: dhcp_agent_scheduler May 31 12:38:25.312508 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: dns.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.313430 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.313924 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension dns-integration not supported by any of loaded plugins May 31 12:38:25.314237 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: dns_domain_ports.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.315130 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.315621 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 12:38:25.315936 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: dvr.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.316593 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.317095 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: dvr May 31 12:38:25.317424 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: empty_string_filtering.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.318311 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.318805 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: empty-string-filtering May 31 12:38:25.319112 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.319996 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.320487 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 12:38:25.320794 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.321710 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.322233 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 12:38:25.322542 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: external_net.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.323430 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.323931 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: external-net May 31 12:38:25.324243 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.325161 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.325658 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: extra_dhcp_opt May 31 12:38:25.325972 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: extraroute.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.326862 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.327360 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: extraroute May 31 12:38:25.327668 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: extraroute_atomic.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.328691 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.329220 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: extraroute-atomic May 31 12:38:25.329535 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: filter_validation.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.330192 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.330688 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: filter-validation May 31 12:38:25.330998 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: fip_pf_description.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.332104 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.332600 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 12:38:25.332913 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: fip_port_details.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.333857 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.334357 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: fip-port-details May 31 12:38:25.334669 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: flavors.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.335936 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.336444 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: flavors May 31 12:38:25.336763 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.338546 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.339058 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 12:38:25.339387 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: floatingip_pools.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.340090 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.340577 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: floatingip-pools May 31 12:38:25.340907 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: ip_allocation.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.341843 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.342344 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension ip_allocation not supported by any of loaded plugins May 31 12:38:25.342644 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.343538 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.344054 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: ip-substring-filtering May 31 12:38:25.344373 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l2_adjacency.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.345313 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.347202 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 12:38:25.347202 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.347202 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.347606 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: router May 31 12:38:25.347923 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.350230 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.350749 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 12:38:25.351074 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.351998 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.352507 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: ext-gw-mode May 31 12:38:25.352827 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.353777 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.354285 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: l3-ha May 31 12:38:25.354601 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3_flavors.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.355499 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.355999 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: l3-flavors May 31 12:38:25.356315 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.357252 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.357752 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 12:38:25.358065 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: l3agentscheduler.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.359117 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.359621 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: l3_agent_scheduler May 31 12:38:25.359940 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: logging.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.361459 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.361966 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension logging not supported by any of loaded plugins May 31 12:38:25.362286 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: metering.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.363030 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.363592 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: metering May 31 12:38:25.363907 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.364982 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.365512 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: metering_source_and_destination_fields May 31 12:38:25.365827 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: multiprovidernet.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.366857 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.367358 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: multi-provider May 31 12:38:25.367673 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: netmtu.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.368578 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.369238 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: net-mtu May 31 12:38:25.369467 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: netmtu_writable.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.370370 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.370870 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: net-mtu-writable May 31 12:38:25.371185 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: network_availability_zone.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.371844 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.372343 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: network_availability_zone May 31 12:38:25.372656 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: network_ip_availability.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.373761 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.374263 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: network-ip-availability May 31 12:38:25.374580 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: network_segment_range.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.375340 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.375834 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension network-segment-range not supported by any of loaded plugins May 31 12:38:25.376148 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: pagination.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.377135 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.377459 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: pagination May 31 12:38:25.377775 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: port_device_profile.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.378665 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.379175 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: port-device-profile May 31 12:38:25.379489 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.380381 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.380882 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: port-mac-address-regenerate May 31 12:38:25.381226 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.382109 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.382611 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: port-numa-affinity-policy May 31 12:38:25.382924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: port_resource_request.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.383814 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.384313 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension port-resource-request not supported by any of loaded plugins May 31 12:38:25.384651 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: portbindings.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.385595 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.386094 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: binding May 31 12:38:25.386405 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: portbindings_extended.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.387667 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.388168 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: binding-extended May 31 12:38:25.388475 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: portsecurity.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.389400 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.389888 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: port-security May 31 12:38:25.390203 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: project_id.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.391175 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.391498 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: project-id May 31 12:38:25.391812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: providernet.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.392693 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.393225 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: provider May 31 12:38:25.393545 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.397099 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.397622 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos not supported by any of loaded plugins May 31 12:38:25.397949 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.399176 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.399809 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 12:38:25.399976 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.400949 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.401496 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 12:38:25.401814 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_default.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.402722 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.403221 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-default not supported by any of loaded plugins May 31 12:38:25.403526 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_fip.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.404173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.404655 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-fip not supported by any of loaded plugins May 31 12:38:25.404983 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_gateway_ip.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.405921 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.406415 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 12:38:25.406732 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_port_network_policy.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.407622 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.408114 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 12:38:25.408431 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_rule_type_details.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.409355 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.409852 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 12:38:25.410174 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: qos_rules_alias.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.411215 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.411720 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 12:38:25.412036 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: quotasv2.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.413091 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.413419 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: quotas May 31 12:38:25.413729 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: quotasv2_detail.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.415334 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.415670 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: quota_details May 31 12:38:25.416016 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: rbac.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.417079 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.417600 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: rbac-policies May 31 12:38:25.417918 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: rbac_address_group.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.418820 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.419324 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: rbac-address-group May 31 12:38:25.419639 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: rbac_address_scope.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.420550 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.421049 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: rbac-address-scope May 31 12:38:25.421392 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: rbac_security_groups.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.422296 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.423142 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: rbac-security-groups May 31 12:38:25.423455 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: rbac_subnetpool.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.424341 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.424837 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: rbac-subnetpool May 31 12:38:25.425180 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: revisionifmatch.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.426079 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.426574 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: revision-if-match May 31 12:38:25.426886 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: revisions.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.427983 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.428484 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: standard-attr-revisions May 31 12:38:25.428800 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: router_availability_zone.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.429489 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.429992 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: router_availability_zone May 31 12:38:25.430309 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: routerservicetype.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.431205 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.431758 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension router-service-type not supported by any of loaded plugins May 31 12:38:25.432074 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.432969 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.433496 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: security-groups-normalized-cidr May 31 12:38:25.433812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.434712 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.435208 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: port-security-groups-filtering May 31 12:38:25.435521 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.436416 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.436913 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: security-groups-remote-address-group May 31 12:38:25.437259 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: securitygroup.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.446807 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.447349 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: security-group May 31 12:38:25.447673 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: segment.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.448436 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.448934 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension segment not supported by any of loaded plugins May 31 12:38:25.449283 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.450199 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.450702 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 12:38:25.451017 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: servicetype.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.452104 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.452605 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: service-type May 31 12:38:25.452919 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: sorting.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.453918 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.454242 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: sorting May 31 12:38:25.454559 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: standard_attr_segment.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.455450 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.455950 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 12:38:25.456263 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: standardattrdescription.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.456896 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.457418 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: standard-attr-description May 31 12:38:25.457733 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: stateful_security_group.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.458633 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.459134 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: stateful-security-group May 31 12:38:25.459446 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: stdattrs_common.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.460012 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 12:38:25.460333 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.461341 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.461846 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 12:38:25.462156 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnet_onboard.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.463295 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.463797 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: subnet_onboard May 31 12:38:25.464105 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.465009 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.465531 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 12:38:25.465844 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnet_service_types.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.466766 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.467360 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: subnet-service-types May 31 12:38:25.467672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnetallocation.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.468827 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.470328 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: subnet_allocation May 31 12:38:25.470657 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.471351 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.471860 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: subnetpool-prefix-ops May 31 12:38:25.472174 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.473122 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.473626 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 12:38:25.473941 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: tagging.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.475020 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.475525 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: standard-attr-tag May 31 12:38:25.475843 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: timestamp.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.477023 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.477556 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loaded extension: standard-attr-timestamp May 31 12:38:25.477875 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: trunk.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.478915 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.479411 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension trunk not supported by any of loaded plugins May 31 12:38:25.479727 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: trunk_details.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.480639 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.481163 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension trunk-details not supported by any of loaded plugins May 31 12:38:25.481476 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: uplink_status_propagation.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.482370 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.482862 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 12:38:25.483176 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Loading extension file: vlantransparent.py {{(pid=98107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:25.483823 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:25.484314 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 12:38:25.486842 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:network May 31 12:38:25.487585 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnet May 31 12:38:25.489491 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:25.490115 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:port May 31 12:38:25.491390 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.491812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service FLAVORS assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.492441 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.492868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.493227 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:router May 31 12:38:25.493960 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:floatingip May 31 12:38:25.494647 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service METERING assigned prefix: /metering {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.496083 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.496454 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.496800 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:25.497968 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:38:25.498414 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:security_group May 31 12:38:25.499087 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:38:25.499809 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service CORE assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.500139 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:25.500468 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] subnetpool is already registered May 31 12:38:25.501079 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service CORE assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.501413 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:25.501730 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] subnetpool is already registered May 31 12:38:25.504300 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.504721 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service FLAVORS assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.505337 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.505751 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.506077 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:router May 31 12:38:25.506398 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] router is already registered May 31 12:38:25.506985 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:floatingip May 31 12:38:25.507305 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] floatingip is already registered May 31 12:38:25.507923 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service METERING assigned prefix: /metering {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.508590 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:38:25.508911 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] rbac_policy is already registered May 31 12:38:25.509491 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:security_group May 31 12:38:25.509827 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] security_group is already registered May 31 12:38:25.510414 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:38:25.510747 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] security_group_rule is already registered May 31 12:38:25.511404 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service CORE assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.511727 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:25.512045 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] subnetpool is already registered May 31 12:38:25.512631 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.v2.resource_helper [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Service CORE assigned prefix: {{(pid=98107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:25.512959 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:25.513297 dv-cinder-786386-7-smb neutron-server[98107]: WARNING neutron.quota.resource_registry [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] subnetpool is already registered May 31 12:38:25.513931 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: extensions {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.515390 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: address-groups {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.517019 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: address-scopes {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.518239 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: agents {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.519384 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: auto-allocated-topology {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.520633 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: availability_zones {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.521961 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: dhcp-networks {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.523519 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: dhcp-agents {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.524929 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: routers {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.526878 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: flavors {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.527984 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: service_profiles {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.529209 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: next_providers {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.530730 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: service_profiles {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.532170 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: floatingip-pools {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.533407 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: routers {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.535237 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: floatingips {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.536420 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: l3-routers {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.537828 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: l3-agents {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.539223 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: metering-labels {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.540572 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: metering-label-rules {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.541887 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: network-ip-availabilities {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.543141 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: bindings {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.544789 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: quotas {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.546260 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: quotas {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.548041 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: rbac-policies {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.549355 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: security-groups {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.550572 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: security-group-rules {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.551802 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: service-providers {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.553009 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: subnetpools {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.555362 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: subnetpools {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.556871 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.558596 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.676173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.677999 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.679778 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.681741 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.683421 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.685342 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.687070 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.688926 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron.api.extensions [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Extended resource: tags {{(pid=98107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:25.694994 dv-cinder-786386-7-smb neutron-server[98107]: WARNING keystonemiddleware.auth_token [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 12:38:25.699827 dv-cinder-786386-7-smb neutron-server[98107]: WARNING keystonemiddleware.auth_token [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 12:38:25.708163 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Acquired lock "singleton_lock" {{(pid=98107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 12:38:25.708634 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_concurrency.lockutils [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Releasing lock "singleton_lock" {{(pid=98107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 12:38:25.709299 dv-cinder-786386-7-smb neutron-server[98107]: INFO oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Starting 2 workers May 31 12:38:25.713982 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Started child 98246 {{(pid=98107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:25.718270 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Started child 98247 {{(pid=98107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:25.719018 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.719773 dv-cinder-786386-7-smb neutron-server[98107]: INFO neutron.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 12:38:25.720398 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Notify callbacks [] for process, before_spawn {{(pid=98107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.720535 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [-] (98246) wsgi starting up on http://0.0.0.0:9696 May 31 12:38:25.722809 dv-cinder-786386-7-smb neutron-server[98107]: INFO oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Starting 1 workers May 31 12:38:25.724031 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.727895 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Started child 98248 {{(pid=98107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:25.728436 dv-cinder-786386-7-smb neutron-server[98107]: INFO oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Starting 1 workers May 31 12:38:25.728869 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [-] (98247) wsgi starting up on http://0.0.0.0:9696 May 31 12:38:25.731900 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] calling RpcWorker wait() {{(pid=98248) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 12:38:25.732484 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] returning from RpcWorker wait() {{(pid=98248) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 12:38:25.733031 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Started child 98249 {{(pid=98107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:25.733745 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.733871 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG neutron_lib.callbacks.manager [None req-0bff22b4-b74d-418a-89e6-47ad24809100 None None] Notify callbacks [] for process, after_spawn {{(pid=98107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.734191 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:25.735619 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:38:25.735793 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:25.736146 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:25.736494 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:25.736968 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:25.737312 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:25.737685 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:25.738223 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.738223 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.738499 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.738594 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:25.738741 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.739153 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.739841 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.740245 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.740651 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.741050 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.741466 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.741794 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.742095 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.742480 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.742842 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.743280 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.743682 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.744142 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.744553 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.744858 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.745262 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.745668 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.746032 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.746446 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] debug = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.746818 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.747430 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.747812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.748200 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.748593 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.749001 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.749404 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.749819 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.750192 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.750549 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.750947 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.751341 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.751730 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.752078 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.752477 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.752885 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.753289 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.753928 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] host = dv-cinder-786386-7-smb {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.754301 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.754692 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.755076 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.755466 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.755869 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.756239 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.756625 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.757004 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.757405 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.757786 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.758155 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.758542 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.758909 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.759400 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.759767 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_options = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.760243 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.760666 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.761176 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.761500 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.761790 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.762095 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.762495 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.762784 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.763226 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.763445 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.763654 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.764034 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.764340 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.764548 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.764812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.765009 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.765442 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.765846 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.766270 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.766657 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.767061 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.767456 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.767871 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.768264 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.768646 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.769049 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.769471 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.769857 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.770241 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.770686 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.771069 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.771490 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.771905 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.772317 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.772796 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.773222 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.773611 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.774055 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.774463 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.774871 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.775339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.775739 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.776211 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.776595 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.777021 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.777467 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_json = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.777863 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.778251 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.778666 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.779109 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.779333 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.779556 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.779767 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.780019 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.780465 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.780761 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.781090 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.781338 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.781596 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.781850 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.782106 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.782351 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.782605 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.782838 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.783147 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.783371 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.783666 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.783909 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.784187 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.784485 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.784763 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.785049 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.785307 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.785540 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.785772 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.785994 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.786318 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.786588 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.786840 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.787100 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.787313 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.787535 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.787758 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.787989 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.788202 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.788416 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.788704 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.788941 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.789203 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.789420 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.789666 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.789887 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.790133 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.790380 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.790632 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.790923 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.791145 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.791360 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.793911 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.794906 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.795385 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.795385 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.795526 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.795649 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.795852 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.796080 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.796298 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.796527 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.796775 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.797003 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.797244 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.797820 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.798094 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.798263 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.798634 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.799024 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.799220 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.799481 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.799677 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.799938 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.800145 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.800399 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.800581 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.801019 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.801335 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.801632 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.801846 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.803672 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.804650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.804650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.804650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.804650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.804650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.805324 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.805324 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.805589 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.805589 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.805845 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.806004 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.806227 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807148 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807148 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807148 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807555 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807555 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.807835 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.808077 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.808356 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.808594 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.808847 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.809188 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.809558 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.809724 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.810069 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.810234 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.810419 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.810643 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.810858 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.811088 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.811366 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.811557 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.811990 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.812363 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.812734 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.813103 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.813504 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.813810 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.814043 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.814256 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.814492 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.814758 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.815005 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.815242 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.815816 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.815816 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.816026 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.816196 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.816436 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.816650 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.816881 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.817129 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.817659 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.817659 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.817814 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.817994 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.818203 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.818411 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.818673 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.818886 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.819099 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.819322 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.819542 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.819763 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.820004 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.820217 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.820430 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821477 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821600 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.821770 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.822036 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.822305 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.822576 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.822804 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.823029 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.823250 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.823513 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.823724 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.823981 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.824197 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.824406 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.824617 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.824831 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.825084 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.825314 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.825555 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.825766 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.826010 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.826241 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.826558 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.826799 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.827023 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.827254 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.827470 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.827701 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.827962 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.828175 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.828386 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.828597 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.828829 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.829052 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.829320 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.829537 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.829746 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.830009 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.830146 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.830371 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.830577 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.830860 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.831107 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.831334 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.831561 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.831797 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.832019 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.832224 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.832428 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.832660 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.832864 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.833122 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.833350 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.833555 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.833763 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.833973 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.834213 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.834414 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.834637 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.834881 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.835101 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.835318 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.835519 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.835740 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.835951 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.836153 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.836526 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.836920 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.837304 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.837841 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.838207 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.838584 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.838853 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.839173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.839384 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.839623 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.839842 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.840055 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.840278 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.840535 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.840839 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.841150 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.841419 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.841681 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.841952 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.842228 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.842496 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.842706 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.842991 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.843316 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.843583 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.843826 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.844052 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.844317 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.844555 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.844800 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.845018 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.845271 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.845482 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.845716 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.845943 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.846163 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.846378 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.846599 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.846811 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.847050 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.847275 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.847499 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.847744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.847882 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:25.848433 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:38:25.848588 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:25.848739 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:25.848922 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:25.849187 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:25.849338 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:25.849541 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.849698 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.849854 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850013 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850175 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850350 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850506 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850660 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850814 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.850967 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851120 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851275 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851428 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851585 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851739 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.851893 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852047 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852202 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852361 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852515 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852662 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852809 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.852963 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] debug = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853141 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853407 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853527 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853654 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853774 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.853929 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.854068 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.854223 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.854376 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.854533 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.854686 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855006 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855163 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855319 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855474 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855627 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855780 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.855934 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] host = dv-cinder-786386-7-smb {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856087 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856241 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856394 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856549 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856702 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.856857 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857011 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857189 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857274 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:25.857358 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857484 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857637 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857789 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.857942 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858096 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858249 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_options = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858404 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858558 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858711 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.858884 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859041 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859194 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859347 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859501 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859686 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859841 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.859996 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860153 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860308 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860462 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860616 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860769 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.860922 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861096 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861254 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861407 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861560 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861713 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.861865 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862018 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862326 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862480 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862632 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862787 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.862941 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863093 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863247 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863399 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863553 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863708 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.863861 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864171 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864326 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864480 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864635 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864788 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.864941 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865113 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865270 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865422 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_json = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865576 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865729 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.865883 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866037 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866189 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866342 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866485 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866639 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:25.866812 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.866968 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867137 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867295 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867452 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867607 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867766 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.867922 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868079 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868236 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868470 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868633 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868824 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.868998 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870166 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870870 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870870 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870870 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.870870 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871410 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871410 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871410 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871410 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871768 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871768 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.871768 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872020 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872110 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872219 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872533 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872690 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.872846 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873173 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873321 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873462 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873619 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873777 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.873933 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874091 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874248 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874405 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874572 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874727 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.874884 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875039 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875196 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875353 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875509 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875665 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875820 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.875976 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876132 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876301 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876459 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876615 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876770 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.876927 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.878685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.880985 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.881891 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.882749 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.883868 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884209 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884209 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884357 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884485 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884643 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884794 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.884956 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885130 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885285 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885443 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885599 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885756 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.885912 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.886068 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.886250 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.886403 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.886562 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.886705 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887001 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887187 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887502 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887653 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887802 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.887958 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888114 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888269 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888430 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888634 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888733 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.888883 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889038 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889217 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889373 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889529 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889685 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889842 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.889998 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890158 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890315 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890470 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890626 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890780 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.890937 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891092 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891249 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891405 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891561 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891716 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.891872 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892027 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892182 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892338 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892493 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892647 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892802 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.892960 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893148 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893348 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893472 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893589 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893743 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.893900 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894058 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894214 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894370 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894527 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894682 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894838 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.894997 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895154 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895310 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895466 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895620 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895792 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.895948 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896103 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896258 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896414 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896569 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896725 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.896924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897045 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897206 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897326 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897484 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897643 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897800 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.897956 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898113 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898268 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898424 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898579 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898772 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.898892 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.900374 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.903837 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905191 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.905744 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907339 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.907894 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909015 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:25.909924 dv-cinder-786386-7-smb neutron-server[98107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:26.031097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37744) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:26.044177 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099392 May 31 12:38:36.776700 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb7ed2-8924-47f5-94a2-633d7decf7dc None None] get_active_networks_info from dv-cinder-786386-7-smb {{(pid=98248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 12:38:36.849622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb7ed2-8924-47f5-94a2-633d7decf7dc None None] No non-hosted networks {{(pid=98248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 12:38:36.858027 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.agentschedulers_db [None req-facb7ed2-8924-47f5-94a2-633d7decf7dc None None] DHCP Agent not found on host dv-cinder-786386-7-smb {{(pid=98248) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 12:38:36.983099 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9d207ec8-b14d-4301-ba03-3e459a162134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:39.062635 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:39.064455 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.065013 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.065596 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.066141 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.066671 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.067496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.068847 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.069433 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.070598 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.072589 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.073181 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.073742 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:39.074388 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:39.092583 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:39.109847 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-92c2afbf-218c-4eb5-9240-0b00349d5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:39.146787 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-deff9564-e8ab-4569-bba6-98cf600c7714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:40.181890 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.724752 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:43.058763 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.db.l3_hamode_db [None req-46b7e438-a480-4b4f-adbe-610a77c792ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 12:38:43.144879 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7e438-a480-4b4f-adbe-610a77c792ed None None] Routers set() bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:38:43.145271 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7e438-a480-4b4f-adbe-610a77c792ed None None] Router IDs set() for agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 12:38:43.242734 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37840) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:43.895896 dv-cinder-786386-7-smb neutron-server[98247]: WARNING oslo_policy.policy [None req-db59515f-a1af-4bab-847f-804d9e2ac037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:43.896447 dv-cinder-786386-7-smb neutron-server[98247]: WARNING oslo_policy.policy [None req-db59515f-a1af-4bab-847f-804d9e2ac037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:44.112996 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [None req-db59515f-a1af-4bab-847f-804d9e2ac037 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:38:44.114071 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-db59515f-a1af-4bab-847f-804d9e2ac037 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8702459 May 31 12:38:46.448025 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37854) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:46.840466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:38:46.938948 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.policy [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98247) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:38:46.983012 dv-cinder-786386-7-smb neutron-server[98247]: WARNING oslo_policy.policy [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:46.983373 dv-cinder-786386-7-smb neutron-server[98247]: WARNING oslo_policy.policy [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:46.991681 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.quota [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Loaded quota_driver: . May 31 12:38:47.007908 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:38:47.083776 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766336973022', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766336973375', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766336961560', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766331910580', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766331896563', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766331894609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-986754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2096799'] for rbac-policy, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:47.156011 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:47.157223 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-4a92301f-1865-49d6-987e-96114e76063e admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7082942 May 31 12:38:49.753121 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 37868) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:50.376860 dv-cinder-786386-7-smb neutron-server[98246]: WARNING oslo_policy.policy [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:50.377517 dv-cinder-786386-7-smb neutron-server[98246]: WARNING oslo_policy.policy [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:50.596855 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Request body: {'network': {'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'name': 'private', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:38:50.598396 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.quota [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Loaded quota_driver: . May 31 12:38:50.614761 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:38:50.621639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Usage tracker for resource:network and tenant:b33ff8fcf3254e73a71179dbd0192e94 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:38:50.627933 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:38:50.635922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:38:50.654438 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Made reservation on behalf of b33ff8fcf3254e73a71179dbd0192e94 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:38:50.724607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.policy [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98246) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:38:50.768367 dv-cinder-786386-7-smb neutron-server[98246]: WARNING oslo_policy.policy [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:50.768906 dv-cinder-786386-7-smb neutron-server[98246]: WARNING oslo_policy.policy [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:38:50.778648 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:50.800855 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:50.815265 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:38:50.819034 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Usage tracker for resource:security_group_rule and tenant:b33ff8fcf3254e73a71179dbd0192e94 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:38:50.824483 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:38:50.830639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:38:50.935185 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:50.941661 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:50.947342 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:50.965081 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:38:50.990675 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766335732453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:50.991252 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Unsubscribe: segment precommit_create {{(pid=98246) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:38:50.991719 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Added segment 5218ae70-74b6-4874-b471-6e7eafc64676 of type vlan for network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 May 31 12:38:51.042558 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7433317-b520-44c8-bc02-a7fabd43a276,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:38:51.064389 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.064707 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.065021 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.065356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.065662 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.065964 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.066267 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.066559 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.066871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.067172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.067449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.067739 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Tracked resource versions report: May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: pushed versions: May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: { 'AddressGroup': {'1.2'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'ConntrackHelper': {'1.0'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Log': {'1.0'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Network': {'1.1'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Port': {'1.7'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'PortForwarding': {'1.2'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'QosPolicy': {'1.8'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroup': {'1.4'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroupRule': {'1.2'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SubPort': {'1.0'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Subnet': {'1.1'}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Trunk': {'1.1'}} May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: consumer versions: May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'ConntrackHelper': '1.0', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Log': '1.0', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Network': '1.1', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Port': '1.7', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'PortForwarding': '1.2', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'QosPolicy': '1.8', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroup': '1.4', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroupRule': '1.2', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'SubPort': '1.0', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Subnet': '1.1', May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: 'Trunk': '1.1'}} May 31 12:38:51.068794 dv-cinder-786386-7-smb neutron-server[98246]: {{(pid=98246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:38:51.114532 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:51.122071 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:51.159485 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:51.162126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:38:51.163101 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:51.168997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:51.270147 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc3cf39-740e-400c-8465-1dc8b8a3c923,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:38:51.274517 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5186839 May 31 12:38:51.275228 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:51.285195 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:38:53.926356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 37890) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:54.400510 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081cbc7-231d-4f76-a2bd-04ec402d52e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:38:54.402735 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d081cbc7-231d-4f76-a2bd-04ec402d52e4 admin admin] 10.222.0.49 "GET /v2.0/networks/1bc3cf39-740e-400c-8465-1dc8b8a3c923 HTTP/1.1" status: 200 len: 825 time: 0.4747992 May 31 12:38:54.438854 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a879828d-6d45-4e99-94c2-b955f5e1cb2d admin admin] 10.222.0.49 "GET /v2.0/subnetpools/6d923a2a-3348-4aa8-b835-d350aa1f1109 HTTP/1.1" status: 200 len: 734 time: 0.0274119 May 31 12:38:54.447349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Request body: {'subnet': {'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:38:54.451997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:38:54.456082 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Usage tracker for resource:subnet and tenant:b33ff8fcf3254e73a71179dbd0192e94 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:38:54.459187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:38:54.465564 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:38:54.479795 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Made reservation on behalf of b33ff8fcf3254e73a71179dbd0192e94 for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:38:54.482144 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:54.969430 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:54.973183 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:55.047231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d62cf9-1ca8-4b05-a327-6276d2d6d10c,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:38:55.053046 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:55.053808 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Checking segment: {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:38:55.054152 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Network hostable DHCP agents. Network: 1bc3cf39-740e-400c-8465-1dc8b8a3c923, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:38:55.076080 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:38:55.088080 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 1bc3cf39-740e-400c-8465-1dc8b8a3c923) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:38:55.092907 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:38:55.093524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.098107 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d834379-a404-49fe-9159-671591036327 None None] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:38:55.114720 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6706715 May 31 12:38:55.406266 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:38:55.407524 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.598521 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Allocated IP 172.20.0.2 (1bc3cf39-740e-400c-8465-1dc8b8a3c923/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c/8f9a4ace-f51a-4218-8357-379c4bbd60cf) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:38:55.825807 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.838895 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Transition to ACTIVE for port object 8f9a4ace-f51a-4218-8357-379c4bbd60cf will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:38:55.861417 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Transition to ACTIVE for port object 8f9a4ace-f51a-4218-8357-379c4bbd60cf will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:38:55.868176 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.873581 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:55.933153 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:38:55.935992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:38:55.944547 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:38:55.946869 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Pushing event updated for resources: {'Port': ['ID=8f9a4ace-f51a-4218-8357-379c4bbd60cf,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:38:55.956190 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.956537 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.956847 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.957198 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.957517 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.957832 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.958141 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.958446 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.958751 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.959081 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.959364 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.959663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Tracked resource versions report: May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: pushed versions: May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: { 'AddressGroup': {'1.2'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'ConntrackHelper': {'1.0'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Log': {'1.0'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Network': {'1.1'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Port': {'1.7'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'PortForwarding': {'1.2'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'QosPolicy': {'1.8'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroup': {'1.4'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroupRule': {'1.2'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SubPort': {'1.0'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Subnet': {'1.1'}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Trunk': {'1.1'}} May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: consumer versions: May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'ConntrackHelper': '1.0', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Log': '1.0', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Network': '1.1', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Port': '1.7', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'PortForwarding': '1.2', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'QosPolicy': '1.8', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroup': '1.4', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroupRule': '1.2', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'SubPort': '1.0', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Subnet': '1.1', May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: 'Trunk': '1.1'}} May 31 12:38:55.960780 dv-cinder-786386-7-smb neutron-server[98248]: {{(pid=98248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:38:55.993335 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:56.048830 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Attempting to bind port 8f9a4ace-f51a-4218-8357-379c4bbd60cf on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:38:56.049245 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Attempting to bind port 8f9a4ace-f51a-4218-8357-379c4bbd60cf by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:38:56.049655 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Attempting to bind port 8f9a4ace-f51a-4218-8357-379c4bbd60cf on network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:38:56.054984 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:38:56.055385 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Checking segment: {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:38:56.055882 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:56.056340 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Bound using segment: {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:38:56.056964 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Bound port: 8f9a4ace-f51a-4218-8357-379c4bbd60cf, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:38:56.057343 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:56.145980 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] For port 8f9a4ace-f51a-4218-8357-379c4bbd60cf, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:38:56.149918 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] For port 8f9a4ace-f51a-4218-8357-379c4bbd60cf, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=8f9a4ace-f51a-4218-8357-379c4bbd60cf,segment=NetworkSegment(5218ae70-74b6-4874-b471-6e7eafc64676),segment_id=5218ae70-74b6-4874-b471-6e7eafc64676)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:38:56.155852 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:56.159838 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:56.242762 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Pushing event updated for resources: {'Port': ['ID=8f9a4ace-f51a-4218-8357-379c4bbd60cf,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:38:56.245320 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:57.479155 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37900) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:57.856291 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [None req-945bd7c6-2999-464c-af43-ac6718e87ac4 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:38:57.857285 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-945bd7c6-2999-464c-af43-ac6718e87ac4 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3770957 May 31 12:39:00.170774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37910) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:00.569004 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [None req-35bf7c92-fbb0-466d-a1ad-e978cabed41b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:00.570510 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-35bf7c92-fbb0-466d-a1ad-e978cabed41b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3988471 May 31 12:39:00.877622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 8f9a4ace-f51a-4218-8357-379c4bbd60cf up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:00.952064 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:01.646352 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497452f0-68ad-4883-9683-e4570f5845c7 None None] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:01.733385 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Provisioning for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:01.739821 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Provisioning complete for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:01.740207 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:01.960798 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:02.003797 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] For port 8f9a4ace-f51a-4218-8357-379c4bbd60cf, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=8f9a4ace-f51a-4218-8357-379c4bbd60cf,segment=NetworkSegment(5218ae70-74b6-4874-b471-6e7eafc64676),segment_id=5218ae70-74b6-4874-b471-6e7eafc64676)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:02.011075 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:02.015933 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-579c18f6-d3a2-4170-be7f-d366e0ff0a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:02.113705 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Pushing event updated for resources: {'Port': ['ID=8f9a4ace-f51a-4218-8357-379c4bbd60cf,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:02.117099 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:02.234623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-3376a99b-7e4c-4565-9841-3589ff821c63 None None] Provisioning complete for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:02.234906 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3376a99b-7e4c-4565-9841-3589ff821c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:02.868377 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 8f9a4ace-f51a-4218-8357-379c4bbd60cf up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:02.938525 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:02.938900 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.214095 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 37926) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:03.612747 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Request body: {'router': {'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'name': 'router1', 'admin_state_up': True}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:03.620126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:03.624540 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Usage tracker for resource:router and tenant:b33ff8fcf3254e73a71179dbd0192e94 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:03.628201 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:03.635672 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:03.647273 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.648851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.671083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.818035 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.838385 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.839545 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d07777c2-47fa-4e36-acac-08b3124495f8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6244855 May 31 12:39:06.160738 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 37936) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:06.538049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [None req-f6fdd5ea-4fe7-4529-9754-b4b4570c9a03 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:06.539301 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f6fdd5ea-4fe7-4529-9754-b4b4570c9a03 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3776190 May 31 12:39:06.661926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-68f32632-2d7c-44f3-9336-f8d99c040abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:08.858814 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 37946) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:09.036620 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.063623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-40978520-e438-49e0-8799-33e494e38d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.242356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:09.249610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:09.253478 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Usage tracker for resource:network and tenant:6b237e04889f49448e06b463299422eb is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:09.256292 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:09.262029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:09.271897 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Made reservation on behalf of 6b237e04889f49448e06b463299422eb for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:09.274096 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.285631 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.299728 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:09.303372 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Usage tracker for resource:security_group_rule and tenant:6b237e04889f49448e06b463299422eb is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:09.306068 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:09.311653 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:09.393686 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.398406 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.402425 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:09.414194 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Reserving flat network on physical network physnet1 {{(pid=98246) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 12:39:09.436668 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d20bc-d399-4922-babd-3c94bbcdc498,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:09.439429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.439775 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Added segment e2f271f0-c0c4-4037-9824-1206a5ec2850 of type flat for network 0fb9ebbd-dbd4-417e-a762-8c092884dfca May 31 12:39:09.440865 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:09.471780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.508763 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.510097 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:09.510642 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:09.513765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:09.607874 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb9ebbd-dbd4-417e-a762-8c092884dfca,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:09.610772 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7506697 May 31 12:39:09.611439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:09.619698 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:39:10.136859 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.665543 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.950022 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37966) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:12.203109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174eb5e-b794-40c9-aa6c-873a1e3d8fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:12.204443 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1174eb5e-b794-40c9-aa6c-873a1e3d8fc0 admin admin] 10.222.0.49 "GET /v2.0/subnets/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c HTTP/1.1" status: 200 len: 849 time: 0.2535222 May 31 12:39:12.380443 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-050a745e-4c84-4534-84b8-791dc0c97107 admin admin] 10.222.0.49 "GET /v2.0/routers/863553c8-d6d0-49c7-8b93-d48178125411 HTTP/1.1" status: 200 len: 704 time: 0.1676013 May 31 12:39:12.785362 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:39:12.856722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.102778 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Allocated IP 172.20.0.1 (1bc3cf39-740e-400c-8465-1dc8b8a3c923/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c/5154bb1c-5f11-4e29-8237-859d301a21f9) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:39:13.277550 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.295825 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Transition to ACTIVE for port object 5154bb1c-5f11-4e29-8237-859d301a21f9 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:13.361770 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.365853 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:13.411582 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:13.418302 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:13.466114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5154bb1c-5f11-4e29-8237-859d301a21f9,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:13.468714 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:39:13.469916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.595163 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.595464 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.595787 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.596115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.596425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.596729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.597026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.597359 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.597658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.597953 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.598257 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.598547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Tracked resource versions report: May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: pushed versions: May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: { 'AddressGroup': {'1.2'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'ConntrackHelper': {'1.0'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Log': {'1.0'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Network': {'1.1'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Port': {'1.7'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'PortForwarding': {'1.2'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'QosPolicy': {'1.8'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroup': {'1.4'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SubPort': {'1.0'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Subnet': {'1.1'}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Trunk': {'1.1'}} May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: consumer versions: May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'ConntrackHelper': '1.0', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Log': '1.0', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Network': '1.1', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Port': '1.7', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'PortForwarding': '1.2', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'QosPolicy': '1.8', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroup': '1.4', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroupRule': '1.2', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'SubPort': '1.0', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Subnet': '1.1', May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: 'Trunk': '1.1'}} May 31 12:39:13.599620 dv-cinder-786386-7-smb neutron-server[98247]: {{(pid=98247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:13.613809 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:13.657764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e97cf4b5-7eb3-4365-85ea-2dd44526cd83 None None] Provisioning for port 5154bb1c-5f11-4e29-8237-859d301a21f9 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:13.663424 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e97cf4b5-7eb3-4365-85ea-2dd44526cd83 None None] Provisioning complete for port 5154bb1c-5f11-4e29-8237-859d301a21f9 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:13.663808 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e97cf4b5-7eb3-4365-85ea-2dd44526cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.718670 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-e97cf4b5-7eb3-4365-85ea-2dd44526cd83 None None] Port 5154bb1c-5f11-4e29-8237-859d301a21f9 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:39:13.737756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.966094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.973475 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.974616 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:13.978851 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:14.135462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5154bb1c-5f11-4e29-8237-859d301a21f9,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:14.138412 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:14.199292 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:14.200423 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:14.396742 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Router 863553c8-d6d0-49c7-8b93-d48178125411 is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:39:14.443065 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-5de6efc4-ec4e-489b-ae19-5b226014f611 None None] Provisioning complete for port 5154bb1c-5f11-4e29-8237-859d301a21f9 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:14.443433 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5de6efc4-ec4e-489b-ae19-5b226014f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:14.497322 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-5de6efc4-ec4e-489b-ae19-5b226014f611 None None] Port 5154bb1c-5f11-4e29-8237-859d301a21f9 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:39:14.553424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:39:14.563783 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/863553c8-d6d0-49c7-8b93-d48178125411/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1765554 May 31 12:39:14.564192 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Sync routers for ids ['863553c8-d6d0-49c7-8b93-d48178125411'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:39:14.577836 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Routers {'863553c8-d6d0-49c7-8b93-d48178125411'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:14.578697 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:39:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['863553c8-d6d0-49c7-8b93-d48178125411'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:14.750848 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Set router 863553c8-d6d0-49c7-8b93-d48178125411 gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:15.115589 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:13Z', 'revision_number': 2, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port_host': None, '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:13Z', 'revision_number': 2, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:15.120578 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Checking router: 863553c8-d6d0-49c7-8b93-d48178125411 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:39:15.120949 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Updating router 863553c8-d6d0-49c7-8b93-d48178125411 port 5154bb1c-5f11-4e29-8237-859d301a21f9 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:39:15.176038 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.558053 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.573827 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Transition to ACTIVE for port object 5154bb1c-5f11-4e29-8237-859d301a21f9 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:15.581082 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.587792 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:15.778753 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Pushing event updated for resources: {'Port': ['ID=5154bb1c-5f11-4e29-8237-859d301a21f9,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:15.795456 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.795784 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.796102 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.796414 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.796723 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.797030 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.797359 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.798019 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.798326 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.798626 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.798925 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.799220 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Tracked resource versions report: May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: pushed versions: May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: { 'AddressGroup': {'1.2'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'ConntrackHelper': {'1.0'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Log': {'1.0'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Network': {'1.1'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Port': {'1.7'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'PortForwarding': {'1.2'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'QosPolicy': {'1.8'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroup': {'1.4'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SubPort': {'1.0'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Subnet': {'1.1'}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Trunk': {'1.1'}} May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: consumer versions: May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'ConntrackHelper': '1.0', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Log': '1.0', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Network': '1.1', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Port': '1.7', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'PortForwarding': '1.2', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'QosPolicy': '1.8', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroup': '1.4', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroupRule': '1.2', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'SubPort': '1.0', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Subnet': '1.1', May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: 'Trunk': '1.1'}} May 31 12:39:15.800316 dv-cinder-786386-7-smb neutron-server[98249]: {{(pid=98249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:15.812220 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:15.819015 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Attempting to bind port 5154bb1c-5f11-4e29-8237-859d301a21f9 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:39:15.819396 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Attempting to bind port 5154bb1c-5f11-4e29-8237-859d301a21f9 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:39:15.819826 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Attempting to bind port 5154bb1c-5f11-4e29-8237-859d301a21f9 on network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:39:15.825473 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:39:15.825902 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Checking segment: {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:15.826369 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.826960 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Bound using segment: {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:39:15.827251 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Bound port: 5154bb1c-5f11-4e29-8237-859d301a21f9, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5218ae70-74b6-4874-b471-6e7eafc64676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:39:15.827611 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.912633 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] For port 5154bb1c-5f11-4e29-8237-859d301a21f9, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:39:15.916838 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] For port 5154bb1c-5f11-4e29-8237-859d301a21f9, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=5154bb1c-5f11-4e29-8237-859d301a21f9,segment=NetworkSegment(5218ae70-74b6-4874-b471-6e7eafc64676),segment_id=5218ae70-74b6-4874-b471-6e7eafc64676)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:39:15.921993 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:15.926394 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:16.004365 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Pushing event updated for resources: {'Port': ['ID=5154bb1c-5f11-4e29-8237-859d301a21f9,revision_number=4']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:16.029973 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Routers {'863553c8-d6d0-49c7-8b93-d48178125411'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:16.030585 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:39:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['863553c8-d6d0-49c7-8b93-d48178125411'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:16.084977 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:16.208347 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] Set router 863553c8-d6d0-49c7-8b93-d48178125411 gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:16.524180 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:13Z', 'revision_number': 2, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port_host': None, '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:15Z', 'revision_number': 4, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:16.528230 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4a7ca-c853-4938-a5f3-431fad554574 None None] The sync data for ids ['863553c8-d6d0-49c7-8b93-d48178125411'] in dv-cinder-786386-7-smb is: [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:13Z', 'revision_number': 2, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port_host': None, '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:15Z', 'revision_number': 4, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:39:16.725686 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 37994) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:16.871982 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bdaa7-6d91-49ec-8efe-d3c65b6579d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:16.873336 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-dd3bdaa7-6d91-49ec-8efe-d3c65b6579d0 admin admin] 10.222.0.49 "GET /v2.0/networks/0fb9ebbd-dbd4-417e-a762-8c092884dfca HTTP/1.1" status: 200 len: 842 time: 0.1465898 May 31 12:39:16.883433 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:16.889090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:16.893165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Usage tracker for resource:subnet and tenant:6b237e04889f49448e06b463299422eb is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:16.896142 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:16.906121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:16.918985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Made reservation on behalf of 6b237e04889f49448e06b463299422eb for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:16.921827 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:17.376091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.objects.ports [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98247) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 12:39:17.376516 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:17.379983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:17.445195 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2fa13e-500a-453f-a2e1-e9017d565ca4,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:17.450478 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:17.458044 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:17.458540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Network hostable DHCP agents. Network: 0fb9ebbd-dbd4-417e-a762-8c092884dfca, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:39:17.484865 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:39:17.496354 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 0fb9ebbd-dbd4-417e-a762-8c092884dfca) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:17.500319 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:17.500926 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:17.506488 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f6927-a62a-4ba2-9198-e5c52edc8689 None None] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:17.527257 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6470957 May 31 12:39:17.711547 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc20d84-1b1d-486e-9e9c-e1246215db65 None None] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:19.723520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38008) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:19.949345 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-8e6d87c7-35bf-4198-89ec-06237ce30063 admin admin] 10.222.0.49 "GET /v2.0/routers/863553c8-d6d0-49c7-8b93-d48178125411 HTTP/1.1" status: 200 len: 710 time: 0.2245765 May 31 12:39:20.078750 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19030cec-7f74-42b0-b0bb-c2deed45f20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:20.079308 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-19030cec-7f74-42b0-b0bb-c2deed45f20b admin admin] Synchronizing usage tracker for tenant:6b237e04889f49448e06b463299422eb on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:39:20.100174 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-19030cec-7f74-42b0-b0bb-c2deed45f20b admin admin] Unset dirty status for tenant:6b237e04889f49448e06b463299422eb on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:39:20.101360 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-19030cec-7f74-42b0-b0bb-c2deed45f20b admin admin] 10.222.0.49 "GET /v2.0/networks/0fb9ebbd-dbd4-417e-a762-8c092884dfca HTTP/1.1" status: 200 len: 886 time: 0.1466916 May 31 12:39:20.110367 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:20.566699 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.889018 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5154bb1c-5f11-4e29-8237-859d301a21f9 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:20.931791 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.957241 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 5154bb1c-5f11-4e29-8237-859d301a21f9 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:20.961693 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 5154bb1c-5f11-4e29-8237-859d301a21f9 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:20.962062 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.987247 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:21.079834 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:21.111300 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 5154bb1c-5f11-4e29-8237-859d301a21f9, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=5154bb1c-5f11-4e29-8237-859d301a21f9,segment=NetworkSegment(5218ae70-74b6-4874-b471-6e7eafc64676),segment_id=5218ae70-74b6-4874-b471-6e7eafc64676)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:21.115486 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:21.119114 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:21.123929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Allocated IP 172.28.0.119 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/cc19da69-d0f7-483a-baeb-6e2f5a60dae1) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:39:21.187336 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=5154bb1c-5f11-4e29-8237-859d301a21f9,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:21.190780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:21.270542 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:21.338681 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:21.344249 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:21.411232 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:21.413976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:21.417446 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:39:21.470134 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Pushing event updated for resources: {'Port': ['ID=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:21.525916 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:21.806001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:22.181559 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:22.184967 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2096212'] for router, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:22.363785 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Router 863553c8-d6d0-49c7-8b93-d48178125411 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:39:22.553187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:39:22.563135 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:22.563330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Sync routers for ids ['863553c8-d6d0-49c7-8b93-d48178125411'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:39:22.564330 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] 10.222.0.49 "PUT /v2.0/routers/863553c8-d6d0-49c7-8b93-d48178125411 HTTP/1.1" status: 200 len: 890 time: 2.4574556 May 31 12:39:22.573919 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Routers {'863553c8-d6d0-49c7-8b93-d48178125411'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:22.574573 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:39:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['863553c8-d6d0-49c7-8b93-d48178125411'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:22.763927 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Set router 863553c8-d6d0-49c7-8b93-d48178125411 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:22.917795 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5154bb1c-5f11-4e29-8237-859d301a21f9 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:23.085239 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 5154bb1c-5f11-4e29-8237-859d301a21f9 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:23.085581 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.271207 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 4, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port': {'id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:21Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 5, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:23.276242 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Checking router: 863553c8-d6d0-49c7-8b93-d48178125411 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:39:23.276667 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Updating router 863553c8-d6d0-49c7-8b93-d48178125411 port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:39:23.327959 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.649543 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.662202 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Transition to ACTIVE for port object cc19da69-d0f7-483a-baeb-6e2f5a60dae1 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:23.670225 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.674477 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:23.750291 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Attempting to bind port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:39:23.750652 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Attempting to bind port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:39:23.751004 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Attempting to bind port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:39:23.753078 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Pushing event updated for resources: {'Port': ['ID=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:23.756611 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:23.759106 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:39:23.759507 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:23.759902 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.760353 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:39:23.760720 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Bound port: cc19da69-d0f7-483a-baeb-6e2f5a60dae1, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:39:23.761080 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.830611 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] For port cc19da69-d0f7-483a-baeb-6e2f5a60dae1, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:39:23.833576 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] For port cc19da69-d0f7-483a-baeb-6e2f5a60dae1, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:39:23.839021 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:23.842685 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:23.919053 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Pushing event updated for resources: {'Port': ['ID=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:23.921463 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Routers {'863553c8-d6d0-49c7-8b93-d48178125411'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:23.922070 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:39:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['863553c8-d6d0-49c7-8b93-d48178125411'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:23.968486 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:24.100069 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] Set router 863553c8-d6d0-49c7-8b93-d48178125411 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:24.457957 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 4, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port': {'id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:21Z', 'updated_at': '2021-05-31T12:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 5, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:24.462125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172eaf9-f67d-4c3e-a770-bd18ef7d0894 None None] The sync data for ids ['863553c8-d6d0-49c7-8b93-d48178125411'] in dv-cinder-786386-7-smb is: [{'id': '863553c8-d6d0-49c7-8b93-d48178125411', 'name': 'router1', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:03Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 4, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'gw_port': {'id': 'cc19da69-d0f7-483a-baeb-6e2f5a60dae1', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:21Z', 'updated_at': '2021-05-31T12:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '5154bb1c-5f11-4e29-8237-859d301a21f9', 'name': '', 'network_id': '1bc3cf39-740e-400c-8465-1dc8b8a3c923', 'tenant_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'mac_address': 'fa:16:3e:e7:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863553c8-d6d0-49c7-8b93-d48178125411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:12Z', 'updated_at': '2021-05-31T12:39:21Z', 'revision_number': 5, 'project_id': 'b33ff8fcf3254e73a71179dbd0192e94', 'subnets': [{'id': 'd2d62cf9-1ca8-4b05-a327-6276d2d6d10c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d923a2a-3348-4aa8-b835-d350aa1f1109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:39:24.889410 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38018) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:24.905891 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cc19da69-d0f7-483a-baeb-6e2f5a60dae1 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:24.980377 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:24.985414 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:24.985784 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.025265 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c7a9ccfb-425a-4b43-a6e2-b1baff2bba2e admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1343839 May 31 12:39:25.123437 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.142944 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port cc19da69-d0f7-483a-baeb-6e2f5a60dae1, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:25.148504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.150770 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:25.220991 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=cc19da69-d0f7-483a-baeb-6e2f5a60dae1,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:25.224152 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:26.891671 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cc19da69-d0f7-483a-baeb-6e2f5a60dae1 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:26.965183 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port cc19da69-d0f7-483a-baeb-6e2f5a60dae1 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:26.966034 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:36.660207 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-df7986a6-f1d2-45cc-a774-ca6943a624f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.041110 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.066548 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ad5186b1-3f6f-4633-8ba2-7ced52085535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:40.148193 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:41.698058 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:49.785558 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:40:06.653911 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-fadf9055-a984-46e9-81ff-fb301323a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:09.049396 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:09.070727 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a7d75f7b-9194-4c6f-b7dd-4b90ac93da9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:10.236555 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:11.686932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:26.785358 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:40:36.658432 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-82305fe4-38b2-45b1-bc32-41af0f2fc02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:39.045740 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:39.073364 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-d4e90304-d6e6-4e2b-8fa4-b4aa03bde8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:40.149166 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:41.683270 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:58.850062 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38588) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:40:58.928150 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f0ce98-5316-4c3c-a412-58a25178b745 admin admin] GET failed (client error): The resource could not be found. May 31 12:40:58.929436 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-13f0ce98-5316-4c3c-a412-58a25178b745 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0784044 May 31 12:40:59.061510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3342e-78bb-4a84-be6c-1361c4447fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:40:59.062954 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-47d3342e-78bb-4a84-be6c-1361c4447fe9 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1293550 May 31 12:41:01.151757 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38598) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:01.271416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76002bd5-57b0-45a5-94b3-f8515ac5bf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:01.271983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-76002bd5-57b0-45a5-94b3-f8515ac5bf81 admin admin] Synchronizing usage tracker for tenant:6b237e04889f49448e06b463299422eb on resource:subnet {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:41:01.294090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-76002bd5-57b0-45a5-94b3-f8515ac5bf81 admin admin] Unset dirty status for tenant:6b237e04889f49448e06b463299422eb on resource:subnet {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:41:01.295521 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-76002bd5-57b0-45a5-94b3-f8515ac5bf81 admin admin] 10.222.0.49 "GET /v2.0/subnets/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c HTTP/1.1" status: 200 len: 849 time: 0.1428294 May 31 12:41:01.306638 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:41:01.459066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:01.659498 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766335655581'] for subnet, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:01.663202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:01.705578 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:01.706658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:01.707945 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] 10.222.0.49 "PUT /v2.0/subnets/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c HTTP/1.1" status: 200 len: 868 time: 0.4061277 May 31 12:41:01.710387 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69042b0d-8d32-4cad-b6f3-3fc50a4405a6 None None] Network 1bc3cf39-740e-400c-8465-1dc8b8a3c923 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:41:01.733209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d62cf9-1ca8-4b05-a327-6276d2d6d10c,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:01.741461 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.741957 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.742293 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.742637 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.742960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.743282 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.743598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.743913 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.744248 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.744551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.744878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.745202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:01.748953 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:02.142459 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-9008e85c-8117-4f14-804c-1ba62cb14c40 None None] Provisioning complete for port 5154bb1c-5f11-4e29-8237-859d301a21f9 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:02.142826 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9008e85c-8117-4f14-804c-1ba62cb14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:02.265883 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-9008e85c-8117-4f14-804c-1ba62cb14c40 None None] Provisioning complete for port 8f9a4ace-f51a-4218-8357-379c4bbd60cf triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:02.266257 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9008e85c-8117-4f14-804c-1ba62cb14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:03.784252 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:41:03.800032 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38608) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:03.981389 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716bcd82-da2e-4e3d-ab0e-1f81e1daadd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:03.981778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716bcd82-da2e-4e3d-ab0e-1f81e1daadd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:03.983293 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-716bcd82-da2e-4e3d-ab0e-1f81e1daadd6 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1822538 May 31 12:41:06.059261 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38618) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:06.255150 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45ec89-1762-4683-abfa-b24f23ab917f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:06.255527 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45ec89-1762-4683-abfa-b24f23ab917f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:06.257109 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2c45ec89-1762-4683-abfa-b24f23ab917f admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968443 May 31 12:41:06.654847 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-eb76ffc8-84ed-43b3-97e5-5ee896761146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:08.361607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38628) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:08.553454 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4ae36-e20b-491d-8237-7bfc796198b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:08.554724 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-97d4ae36-e20b-491d-8237-7bfc796198b7 admin admin] 10.222.0.49 "GET /v2.0/networks/0fb9ebbd-dbd4-417e-a762-8c092884dfca HTTP/1.1" status: 200 len: 886 time: 0.1916523 May 31 12:41:09.050699 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:09.074173 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-28118947-0af6-4eb2-947e-e08f0029f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:10.152524 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:10.643916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38638) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:10.821681 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b1f1c-f84e-4499-9d62-e0ab6aa6b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:10.822997 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-921b1f1c-f84e-4499-9d62-e0ab6aa6b046 admin admin] 10.222.0.49 "GET /v2.0/networks/1bc3cf39-740e-400c-8465-1dc8b8a3c923 HTTP/1.1" status: 200 len: 869 time: 0.1780155 May 31 12:41:11.690679 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:12.912094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38648) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:13.030758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7497bc-59a1-428a-afec-484d4768502b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:13.031210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7497bc-59a1-428a-afec-484d4768502b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:13.032722 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7d7497bc-59a1-428a-afec-484d4768502b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193759 May 31 12:41:15.119566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38658) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:15.237495 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20616f1-872b-4a78-8110-d1b601ba9075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:15.237945 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20616f1-872b-4a78-8110-d1b601ba9075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:15.239433 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d20616f1-872b-4a78-8110-d1b601ba9075 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186500 May 31 12:41:17.334853 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38668) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:17.435008 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba1340-9063-4c3d-b5b6-880afa276d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:17.436393 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-95ba1340-9063-4c3d-b5b6-880afa276d63 admin admin] 10.222.0.49 "GET /v2.0/subnets/ba2fa13e-500a-453f-a2e1-e9017d565ca4 HTTP/1.1" status: 200 len: 816 time: 0.1005940 May 31 12:41:19.534603 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38678) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:19.666192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c00d0-299e-4b6a-a059-44ab90f2b97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:19.667541 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0f3c00d0-299e-4b6a-a059-44ab90f2b97b admin admin] 10.222.0.49 "GET /v2.0/subnets/d2d62cf9-1ca8-4b05-a327-6276d2d6d10c HTTP/1.1" status: 200 len: 868 time: 0.1319845 May 31 12:41:36.659718 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-78957f22-52e0-4e4d-892d-b19fcb0f3e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:39.080878 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:39.089582 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0d86d0a9-1f0f-494b-b65e-c3e7bfb8533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:40.155670 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:40.783509 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:41:41.694354 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:42.769689 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38722) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:42.823382 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [None req-fcaf5b1f-97e7-43f1-b360-0c79390425b4 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:41:42.824336 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-fcaf5b1f-97e7-43f1-b360-0c79390425b4 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534043 May 31 12:41:44.998807 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38732) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:45.078722 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8deaa610-0b7b-4620-bfd1-8ee821fdba74 admin admin] GET failed (client error): The resource could not be found. May 31 12:41:45.079950 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-8deaa610-0b7b-4620-bfd1-8ee821fdba74 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0798824 May 31 12:41:45.210671 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8ae8c-9112-4835-8486-8c18cbdb1428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:45.212010 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-83d8ae8c-9112-4835-8486-8c18cbdb1428 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1262054 May 31 12:41:47.333209 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38742) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:47.393435 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:41:47.401329 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:41:47.415094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:41:47.426953 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Made reservation on behalf of 6b237e04889f49448e06b463299422eb for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:41:47.429360 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:47.519284 dv-cinder-786386-7-smb neutron-server[98246]: WARNING neutron.services.revisions.revision_plugin [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Could not find related network for resource to bump revision. May 31 12:41:47.534880 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:41:47.548112 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:47.548450 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Added segment 54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8 of type vlan for network 3a8e3ab7-3e99-488a-b567-1f21233bc192 May 31 12:41:47.575886 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:47.615900 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:47.617276 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:47.617847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:47.622236 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:47.767653 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4329848 May 31 12:41:47.770791 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Pushing event updated for resources: {'Network': ['ID=3a8e3ab7-3e99-488a-b567-1f21233bc192,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:47.778019 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.778353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.778681 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.779003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.779319 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.779635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.779947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.780258 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.780591 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.780903 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.781244 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.781555 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:47.785274 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:47.793960 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:41:49.910261 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38752) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:49.985318 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac21e63-6e49-4481-bd43-af90d309534a admin admin] GET failed (client error): The resource could not be found. May 31 12:41:49.986561 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0ac21e63-6e49-4481-bd43-af90d309534a admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0753334 May 31 12:41:50.090334 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6faba4-3504-49f8-a4cd-ef0fe1f133ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:50.091719 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-dc6faba4-3504-49f8-a4cd-ef0fe1f133ba admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009898 May 31 12:41:50.104705 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:41:50.109313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:41:50.119392 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:41:50.131546 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Made reservation on behalf of 6b237e04889f49448e06b463299422eb for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:41:50.133806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:50.554247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:50.560055 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a956aea6-1a13-4538-964f-ad10becc5214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:50.627940 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bf2b50-e0f0-424a-852e-c6b1b6b50263,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:50.630610 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:50.639588 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Checking segment: {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:41:50.639932 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Network hostable DHCP agents. Network: 3a8e3ab7-3e99-488a-b567-1f21233bc192, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:41:50.658725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:41:50.669737 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 3a8e3ab7-3e99-488a-b567-1f21233bc192) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:41:50.674289 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:50.674864 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:50.683677 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052899e7-56a0-4d5b-9b13-3eede23ead31 None None] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:41:50.705361 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6039951 May 31 12:41:50.901351 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-3a8e3ab7-3e99-488a-b567-1f21233bc192', 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192', 'tenant_id': '6b237e04889f49448e06b463299422eb', 'fixed_ips': [{'subnet_id': '16bf2b50-e0f0-424a-852e-c6b1b6b50263'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:41:50.902188 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.059414 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Allocated IP 192.168.233.2 (3a8e3ab7-3e99-488a-b567-1f21233bc192/16bf2b50-e0f0-424a-852e-c6b1b6b50263/edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:41:51.265030 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.275917 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Transition to ACTIVE for port object edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:41:51.294458 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Transition to ACTIVE for port object edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:41:51.300763 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.305301 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:51.365235 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:41:51.368096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:41:51.370773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:41:51.403965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Pushing event updated for resources: {'Port': ['ID=edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:51.444887 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.445242 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.445565 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.445882 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.446209 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.446523 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.446828 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.447169 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.447481 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.447773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.448087 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.448394 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:51.452212 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:51.478047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Attempting to bind port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:41:51.478398 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Attempting to bind port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:41:51.478764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Attempting to bind port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e on network 3a8e3ab7-3e99-488a-b567-1f21233bc192 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:41:51.484044 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:41:51.484416 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Checking segment: {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:41:51.484792 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.485197 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Bound using segment: {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:41:51.485669 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Bound port: edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:41:51.486025 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.572640 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] For port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:41:51.575976 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] For port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:41:51.580371 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:51.584276 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:51.677355 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Pushing event updated for resources: {'Port': ['ID=edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:51.686467 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:52.427770 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35f446-4be1-4999-a168-56ae0cf454e2 None None] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:41:52.530357 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-50f69948-7dbe-4c53-9fdc-1e99ab339dc6 None None] Provisioning for port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:41:53.009156 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:41:53.080500 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:41:53.085440 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:53.085806 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:53.203720 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:53.236028 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:41:53.239911 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:53.243677 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-3e4ada10-a8a7-4ad7-b204-8729ee7b2003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:53.308311 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:53.311673 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:54.995830 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:41:55.085920 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port edad6527-5bc8-4b2d-b7c0-0b10c99d4e0e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:55.086281 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:06.667461 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3293-e429-42ff-a1b2-95d2923748dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:09.057341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:09.081096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-1bce0f66-09d7-4b47-9b3b-08bf90a89927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:10.159304 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.697990 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:17.783497 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:42:36.663724 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-1e07e9e6-429f-4aa7-b51d-756ee8074f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:39.055597 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:39.085719 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-67d9070f-8d75-4ce4-a471-6caa8bae436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.161955 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:41.702150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:54.782520 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:42:57.904971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38802) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:57.911146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [None req-27ce12cf-d13d-41ad-9fde-b2a35f54cfb6 tempest-verify_tempest_config-969583483 tempest-verify_tempest_config-969583483-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:42:57.912196 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-27ce12cf-d13d-41ad-9fde-b2a35f54cfb6 tempest-verify_tempest_config-969583483 tempest-verify_tempest_config-969583483-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062306 May 31 12:42:58.255492 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38820) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:58.380329 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.394160 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:58.398032 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Usage tracker for resource:security_group_rule and tenant:2cb5b1b83a5b458fbad7651f5f7eee9b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:58.401099 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:58.406744 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:58.494765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.500809 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.508099 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:58.546275 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Synchronizing usage tracker for tenant:6b237e04889f49448e06b463299422eb on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:42:58.548899 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59619cd-9396-4aef-9e14-952a9ac98b1d,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:58.558135 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.558466 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.558786 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.559099 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.559409 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.559725 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.560036 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.560339 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.560655 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.560974 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.561298 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.561601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:58.565543 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:58.578940 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Unset dirty status for tenant:6b237e04889f49448e06b463299422eb on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:42:58.580670 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cb5b1b83a5b458fbad7651f5f7eee9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3241422 May 31 12:42:58.583458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 38826) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:58.646648 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.673744 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.767409 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.773023 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:58.788885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59619cd-9396-4aef-9e14-952a9ac98b1d,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:58.792193 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:58.795499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.796905 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b59619cd-9396-4aef-9e14-952a9ac98b1d HTTP/1.1" status: 204 len: 168 time: 0.2122502 May 31 12:43:06.660011 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-4c8cf96d-b5aa-4115-8307-cdc49caa9e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:09.050496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:09.093439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-de25dafb-42d3-4ac1-85dc-991a1d6df835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:10.164065 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:11.707327 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:31.786365 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:43:36.661208 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-30994ac1-002d-43fe-b9c5-2988121bf9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:39.060336 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:39.086274 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b1308cb1-38b8-4144-a4d5-b345f32a1a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:40.175609 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:41.711919 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:06.655561 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-4122d18a-fe38-4c0e-89e8-f1d491fa4876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:08.786241 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 5 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:09.059127 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:09.088522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8cb59137-f501-4d32-8ea3-5e64abfc64fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:10.172631 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:11.717407 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:36.660659 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf025-26f7-41c3-bbb3-1a56e533f7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:37.860313 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462'] for agent, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:39.054167 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:39.090965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a305-9c11-4e88-91c3-4f3c9f21145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:40.180919 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:41.399787 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38878) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:41.518936 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-420743ce-3e71-41f5-92d5-893a72eacd14 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1180658 May 31 12:44:41.716253 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:43.724411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 38888) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:43.788356 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-23576fb3-4b55-4f39-8b3c-f6d0ba09791b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0628355 May 31 12:44:45.785744 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:06.664631 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-be3a90b8-f1c2-44cb-85ec-6c832fb0ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:07.819949 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:09.060944 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:09.093401 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-50b164b0-2102-4372-95a8-2c637aff411a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:10.178770 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:11.720395 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:22.784571 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:36.678344 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7c65693a-e7a1-43c1-9375-3dd7dadf5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.834305 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:39.059456 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:39.107279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-2537c2e2-37e7-4ae9-96a6-0444d86e27d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:40.219845 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:41.722243 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:59.784626 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:06.672412 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8726423c-5e86-4e71-8ca9-e65ee81aac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:07.848617 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:09.069874 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:09.109797 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c764-c94a-4f25-985d-138c2c737bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:10.197371 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:11.733546 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:12.629447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39076) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:12.876097 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-network', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:12.881489 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:12.895270 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Usage tracker for resource:network and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:12.898488 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:12.904819 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:12.916888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Made reservation on behalf of a929962288c64ce1b3429f43d5d40b15 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:12.919625 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:12.932610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:12.948241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:12.952451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:12.955710 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:12.961524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:13.056626 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.062132 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.066578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1f224ae4-eaee-4405-a291-862b91eec56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:13.103955 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a00331-c990-432c-bcd5-1fd0adce5857,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:13.106536 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:13.116598 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.117004 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.117531 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.117864 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.118184 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.118499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.118815 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.119126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.119457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.119770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.120082 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.120395 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Tracked resource versions report: May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: pushed versions: May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: { 'AddressGroup': {'1.2'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'ConntrackHelper': {'1.0'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Log': {'1.0'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Network': {'1.1'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Port': {'1.7'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'PortForwarding': {'1.2'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'QosPolicy': {'1.8'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroup': {'1.4'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SubPort': {'1.0'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Subnet': {'1.1'}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Trunk': {'1.1'}} May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: consumer versions: May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: HyperV agent@hv-cinder-78638: {}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'ConntrackHelper': '1.0', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Log': '1.0', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Network': '1.1', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Port': '1.7', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'PortForwarding': '1.2', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'QosPolicy': '1.8', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroup': '1.4', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SecurityGroupRule': '1.2', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'SubPort': '1.0', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Subnet': '1.1', May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: 'Trunk': '1.1'}} May 31 12:46:13.121585 dv-cinder-786386-7-smb neutron-server[98246]: {{(pid=98246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:13.124784 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:13.131616 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.132704 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Added segment bd24050c-1fc9-4816-9982-437a8b8b597e of type vlan for network 57b44e89-aff9-4a88-913b-e0af1f38fe9a May 31 12:46:13.164748 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.198524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.199758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:13.200328 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.212480 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:13.285532 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39106) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:13.289839 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6590009 May 31 12:46:13.291073 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Request body: {'subnet': {'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-subnet', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:13.296656 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:13.300651 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Usage tracker for resource:subnet and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:13.303578 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:13.309653 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:13.321391 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Pushing event updated for resources: {'Network': ['ID=57b44e89-aff9-4a88-913b-e0af1f38fe9a,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:13.321808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Made reservation on behalf of a929962288c64ce1b3429f43d5d40b15 for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:13.325100 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.325260 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:13.340715 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:13.490204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39124) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:13.531108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39130) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:13.604242 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39140) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:13.720219 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-564162721-network', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:13.724980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:13.731264 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Usage tracker for resource:network and tenant:86e3030d22e8464dba4ede083f2e091b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:13.734608 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:13.743162 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1535732266-network', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:13.748164 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:13.752322 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Usage tracker for resource:network and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:13.755359 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:13.761765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:13.780682 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:13.780682 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Made reservation on behalf of aacf7aeb68204716bf23db4b8172d98e for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:13.785142 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.794061 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Made reservation on behalf of 86e3030d22e8464dba4ede083f2e091b for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:13.796820 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.811292 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.827285 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:13.827824 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.831053 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.835806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b3aed748-9a33-4b48-b6f7-37ee45b360b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:13.845018 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Usage tracker for resource:security_group_rule and tenant:86e3030d22e8464dba4ede083f2e091b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:13.848392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:13.854617 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:13.905125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f875523-12f2-4ed3-95ed-7240ef436957,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:13.926396 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.927077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.927603 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.928112 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.928616 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.929211 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.929883 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.930376 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.930903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.931407 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.931912 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.932407 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Tracked resource versions report: May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: pushed versions: May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: { 'AddressGroup': {'1.2'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'ConntrackHelper': {'1.0'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Log': {'1.0'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Network': {'1.1'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Port': {'1.7'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'PortForwarding': {'1.2'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'QosPolicy': {'1.8'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroup': {'1.4'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SubPort': {'1.0'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Subnet': {'1.1'}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Trunk': {'1.1'}} May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: consumer versions: May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: HyperV agent@hv-cinder-78638: {}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'ConntrackHelper': '1.0', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Log': '1.0', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Network': '1.1', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Port': '1.7', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'PortForwarding': '1.2', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'QosPolicy': '1.8', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroup': '1.4', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SecurityGroupRule': '1.2', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'SubPort': '1.0', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Subnet': '1.1', May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: 'Trunk': '1.1'}} May 31 12:46:13.933674 dv-cinder-786386-7-smb neutron-server[98247]: {{(pid=98247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:13.946626 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.947125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:13.952319 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:13.955389 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Checking segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:13.955672 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Network hostable DHCP agents. Network: 57b44e89-aff9-4a88-913b-e0af1f38fe9a, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:13.956119 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:13.963622 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:13.967026 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:13.975378 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:13.984071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:13.996800 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 57b44e89-aff9-4a88-913b-e0af1f38fe9a) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:14.005872 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054090f-40bb-4248-a242-054053c88758 None None] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:14.007895 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:14.009782 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:14.012976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:14.013442 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:14.013593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.016126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:14.038327 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.038897 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Added segment df20dab1-8acd-4a76-9554-b3ab691f424c of type vlan for network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 May 31 12:46:14.065213 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7762268 May 31 12:46:14.065459 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39158) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:14.071935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:14.081462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:14.087043 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Usage tracker for resource:router and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:14.092057 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:14.093372 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.099697 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:14.114094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.115965 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.143983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.163250 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-168943116-network', 'tenant_id': '8d3e0636b0a04dc2a277974766b0c9fe'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:14.168999 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:14.173757 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Usage tracker for resource:network and tenant:8d3e0636b0a04dc2a277974766b0c9fe is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:14.176766 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:14.183241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:14.211759 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.216497 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.220809 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:14.221749 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.245043 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Made reservation on behalf of 8d3e0636b0a04dc2a277974766b0c9fe for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:14.247784 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.262050 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:14.357382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:46:14.358599 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.413672 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.414792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Pushing event updated for resources: {'Network': ['ID=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:14.426223 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:14.437630 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:14.465116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:14.478129 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.478629 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Added segment b86b08ee-45dd-47d5-b696-6648b361f544 of type vlan for network 20e83861-c495-45f9-add9-0b48f7bdbf32 May 31 12:46:14.508187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.537524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.571155 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:14.583065 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:14.589181 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3e0636b0a04dc2a277974766b0c9fe is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:14.593879 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:14.602082 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:14.684144 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Allocated IP 172.20.0.2 (57b44e89-aff9-4a88-913b-e0af1f38fe9a/9f875523-12f2-4ed3-95ed-7240ef436957/a8e367d4-7d7c-486a-93e3-12c1476ff4ba) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:14.732491 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.740515 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.741249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.748378 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39168) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:14.751110 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2594008 May 31 12:46:14.755990 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:14.756579 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.761837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Request body: {'subnet': {'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-subnet', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:14.770768 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.783090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:14.793188 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Usage tracker for resource:subnet and tenant:86e3030d22e8464dba4ede083f2e091b is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:14.822289 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:14.827665 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:14.844925 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.845895 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Added segment 8f6bae8a-9271-4b85-9838-7227d1b706c5 of type vlan for network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 May 31 12:46:14.851165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:14.909611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.977159 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Made reservation on behalf of 86e3030d22e8464dba4ede083f2e091b for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:14.981338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:14.997032 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aa0c91-8024-4157-9343-8135ed917353,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:15.003056 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.003231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:15.004470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:15.025939 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:15.026660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.040670 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5050833 May 31 12:46:15.046261 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39180) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:15.103053 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.120861 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Transition to ACTIVE for port object a8e367d4-7d7c-486a-93e3-12c1476ff4ba will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:15.151537 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Transition to ACTIVE for port object a8e367d4-7d7c-486a-93e3-12c1476ff4ba will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:15.153345 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Pushing event updated for resources: {'Network': ['ID=20e83861-c495-45f9-add9-0b48f7bdbf32,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:15.159655 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5516300 May 31 12:46:15.167729 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:15.174550 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39192) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:15.188100 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.194574 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Request body: {'subnet': {'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-168943116-subnet', 'tenant_id': '8d3e0636b0a04dc2a277974766b0c9fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:15.203005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Request body: {'subnet': {'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1535732266-subnet', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:15.224625 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:15.229264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Usage tracker for resource:subnet and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:15.232377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:15.238820 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:15.251195 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:15.252336 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:15.263140 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Made reservation on behalf of aacf7aeb68204716bf23db4b8172d98e for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:15.266148 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.271269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Usage tracker for resource:subnet and tenant:8d3e0636b0a04dc2a277974766b0c9fe is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:15.275751 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:15.286475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:15.288351 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Pushing event updated for resources: {'Network': ['ID=53c4f5e0-7902-4ca7-aa23-b5a232957ff5,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:15.291723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:15.292172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:15.330609 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Made reservation on behalf of 8d3e0636b0a04dc2a277974766b0c9fe for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:15.335103 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.371339 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd407c-d8d5-43be-968b-e288c923e4c7,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:15.390269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:15.390747 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:15.391088 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:15.440928 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:15.445389 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:15.464361 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:15.536912 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:15.757177 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Pushing event updated for resources: {'Port': ['ID=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:15.781913 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.783542 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.784547 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.785121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.785616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.787364 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.791864 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.792410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.792915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.793875 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.794356 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.794968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Tracked resource versions report: May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: pushed versions: May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: { 'AddressGroup': {'1.2'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'ConntrackHelper': {'1.0'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Log': {'1.0'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Network': {'1.1'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Port': {'1.7'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'PortForwarding': {'1.2'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'QosPolicy': {'1.8'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroup': {'1.4'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SubPort': {'1.0'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Subnet': {'1.1'}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Trunk': {'1.1'}} May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: consumer versions: May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: HyperV agent@hv-cinder-78638: {}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'ConntrackHelper': '1.0', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Log': '1.0', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Network': '1.1', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Port': '1.7', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'PortForwarding': '1.2', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'QosPolicy': '1.8', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroup': '1.4', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SecurityGroupRule': '1.2', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'SubPort': '1.0', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Subnet': '1.1', May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: 'Trunk': '1.1'}} May 31 12:46:15.797818 dv-cinder-786386-7-smb neutron-server[98248]: {{(pid=98248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:15.816954 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:15.844439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Attempting to bind port a8e367d4-7d7c-486a-93e3-12c1476ff4ba on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:15.845397 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Attempting to bind port a8e367d4-7d7c-486a-93e3-12c1476ff4ba by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:15.846230 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Attempting to bind port a8e367d4-7d7c-486a-93e3-12c1476ff4ba on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:15.853615 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:15.854344 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Checking segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:15.855370 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.856397 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Bound using segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:15.857234 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Bound port: a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:15.857812 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.921537 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.982117 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] For port a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:15.986832 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] For port a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:15.993429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:15.995435 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:16.003680 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:16.086394 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Pushing event updated for resources: {'Port': ['ID=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:16.099533 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:16.184211 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:16.189500 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:16.363508 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778e3047-ae44-4d68-a991-21215fc32835,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:16.367360 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:16.368219 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Checking segment: {'id': '8f6bae8a-9271-4b85-9838-7227d1b706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:16.368566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Network hostable DHCP agents. Network: 53c4f5e0-7902-4ca7-aa23-b5a232957ff5, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:16.425095 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:16.447578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 53c4f5e0-7902-4ca7-aa23-b5a232957ff5) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:16.452456 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:16.453436 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:16.470312 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8210e-bf7e-4a35-98a0-a35f8bb34195 None None] Network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:16.513768 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3359523 May 31 12:46:16.590083 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:16.596752 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Allocated IP 172.28.0.35 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/7c0648c8-a643-4c69-8dca-e559d0535220) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:16.614996 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:16.734977 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c047b39-d34b-4a65-b67a-c42ae88a00e0,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:16.749315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:16.750933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Checking segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:16.751297 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Network hostable DHCP agents. Network: 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:16.860235 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281fa2f-7254-4a57-a509-7a8daa3c091b None None] Network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:16.904394 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:16.937080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:16.991253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:16.991934 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.076511 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a9249-838f-4362-8afe-533139b89c2e None None] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:17.087849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.102940 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.109211 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fe0040f2-a7f0-4eb4-aeb8-cee532bb2e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:17.185425 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-9b8dfc4b-a6c1-44e2-b7a9-694d26e2ecdf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4309225 May 31 12:46:17.185832 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39282) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:17.186935 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39284) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:17.193348 dv-cinder-786386-7-smb neutron-server[98246]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 12:46:17.196825 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:17.212947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:17.223532 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Usage tracker for resource:router and tenant:86e3030d22e8464dba4ede083f2e091b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:17.235202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:17.249682 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:17.263154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948373d5-472d-4ff4-8abd-ae2798afead5,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:17.268983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:17.288204 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Checking segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:17.288596 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Network hostable DHCP agents. Network: 20e83861-c495-45f9-add9-0b48f7bdbf32, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:17.314540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.320778 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:17.363545 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.371311 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.382115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:17.393408 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device a8e367d4-7d7c-486a-93e3-12c1476ff4ba up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:17.446905 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:17.451549 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:17.454836 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:17.530122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 20e83861-c495-45f9-add9-0b48f7bdbf32) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:17.535949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:17.536562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.562226 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50731f9-c572-445c-8c38-d032964eae36 None None] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:17.694280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0648c8-a643-4c69-8dca-e559d0535220,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:17.720566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:17.754080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:17.803585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39306) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:17.810086 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-20cdcfc3-d5f8-4a8e-83a0-ee8bfe822c89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7531471 May 31 12:46:17.814840 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39310) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:17.831900 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:17.838792 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:17.851051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Usage tracker for resource:router and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:17.855682 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:17.867637 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:17.923206 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39318) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:17.932851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-5035508c-ef51-4a29-9ae8-8242f8915c4a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:17.934020 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-5035508c-ef51-4a29-9ae8-8242f8915c4a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Synchronizing usage tracker for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:17.954304 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9837e-0154-4a39-ac7e-86fb7c986bc7 None None] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:18.093085 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-5035508c-ef51-4a29-9ae8-8242f8915c4a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Unset dirty status for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:18.094972 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-5035508c-ef51-4a29-9ae8-8242f8915c4a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/networks?id=53c4f5e0-7902-4ca7-aa23-b5a232957ff5 HTTP/1.1" status: 200 len: 811 time: 0.9041600 May 31 12:46:18.162129 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0dea71-d149-4818-b8e3-cfce01f0f7e0 None None] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:18.180647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.215319 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.216493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.237738 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.245237 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.275796 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:18.283683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Usage tracker for resource:security_group_rule and tenant:8e27843b2ecc462bbef106adbb83d6b0 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:18.286921 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.318259 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:18.321256 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:18.326205 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Usage tracker for resource:security_group_rule and tenant:20aba95b1a394b21877dccec98af06b1 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:18.330911 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:18.336704 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Provisioning for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:18.338231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:18.344219 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:18.344588 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.348173 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:18.351693 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.371761 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:18.449538 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-39f01fe6-0f26-4e8a-a2d2-c0180985c828 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/quotas/8d3e0636b0a04dc2a277974766b0c9fe HTTP/1.1" status: 200 len: 375 time: 0.2585652 May 31 12:46:18.456401 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Provisioning complete for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:18.456767 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.470883 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.559117 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-d0e04ff4-6bfd-4ed6-9aaa-4cba56adee30 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3e0636b0a04dc2a277974766b0c9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061389 May 31 12:46:18.566022 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.608908 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-10ae538c-ebc4-4b04-84eb-5129e794aed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:18.643376 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20aba95b1a394b21877dccec98af06b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7186682 May 31 12:46:18.652825 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39350) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:18.728472 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64bd55-cc5c-456c-aa1c-52dde8dd4ce0,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:18.735333 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:18.759923 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.819879 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.827223 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-20e83861-c495-45f9-add9-0b48f7bdbf32', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:46:18.828431 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.843814 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:18.917459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-cc15d5eb-4945-449a-81b9-2711677e71df service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:18.918463 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-cc15d5eb-4945-449a-81b9-2711677e71df service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1480501 May 31 12:46:19.018170 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] For port a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:19.020490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.026731 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.045220 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.062022 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:19.101325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.173362 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.209644 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:19.270461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.300314 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.305711 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Pushing event updated for resources: {'Port': ['ID=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:19.312906 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:19.313149 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-f4ba7df5-5119-47bf-ad34-b7c842e0e3b5 service neutron] 10.222.0.49 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758669 May 31 12:46:19.313878 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.db.api [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:46:19.314291 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_db.api [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:46:19.330647 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-1805547d-8157-41a6-a16c-1299a603a043 None None] Provisioning complete for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:19.331017 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-1805547d-8157-41a6-a16c-1299a603a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.335936 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.341557 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:19.349138 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e27843b2ecc462bbef106adbb83d6b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5437741 May 31 12:46:19.354971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39362) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:19.355996 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.362239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382aba4-2940-4c29-ad11-a27f51c55ac9,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:19.418817 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Allocated IP 172.20.0.2 (20e83861-c495-45f9-add9-0b48f7bdbf32/948373d5-472d-4ff4-8abd-ae2798afead5/364a028b-5453-4df1-86eb-3206780943b8) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:19.434738 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:19.446438 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64bd55-cc5c-456c-aa1c-52dde8dd4ce0,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:19.450367 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:19.500706 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.504955 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b64bd55-cc5c-456c-aa1c-52dde8dd4ce0 HTTP/1.1" status: 204 len: 168 time: 0.8471787 May 31 12:46:19.603985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.660367 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:19.677647 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-5878ae95-8510-4ea7-9b17-7c991880624e service neutron] 10.222.0.49 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625989 May 31 12:46:19.744260 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Allocated IP 172.28.0.228 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/24fb38f0-7951-48e8-857b-8f9417098bd9) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:19.808036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.043218 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.070725 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Transition to ACTIVE for port object 364a028b-5453-4df1-86eb-3206780943b8 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:20.185047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Transition to ACTIVE for port object 364a028b-5453-4df1-86eb-3206780943b8 will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:20.201825 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.208334 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-ce918801-dbe2-4c3f-85fc-2c1f1a1365cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:20.244770 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-85663060-60d2-499c-8452-4593a2126f22 req-45e0100c-7e18-4d0c-8ffc-478d983ecc8b tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.2368648 May 31 12:46:20.258108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.284357 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:20.296246 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-efd244a2-0144-4001-91b0-cd6800ebc374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:20.308592 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:20.314074 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:20.326163 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.337550 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:20.343717 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device a8e367d4-7d7c-486a-93e3-12c1476ff4ba up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:20.380559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382aba4-2940-4c29-ad11-a27f51c55ac9,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:20.389887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:20.397247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:46:20.404784 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.439756 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:20.442290 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:20.445938 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:20.450086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.451413 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2382aba4-2940-4c29-ad11-a27f51c55ac9 HTTP/1.1" status: 204 len: 168 time: 1.0931318 May 31 12:46:20.452983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.503290 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Pushing event updated for resources: {'Port': ['ID=24fb38f0-7951-48e8-857b-8f9417098bd9,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:20.519756 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:20.726015 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Pushing event updated for resources: {'Port': ['ID=364a028b-5453-4df1-86eb-3206780943b8,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:20.737318 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:20.782889 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Attempting to bind port 364a028b-5453-4df1-86eb-3206780943b8 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:20.783251 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Attempting to bind port 364a028b-5453-4df1-86eb-3206780943b8 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:20.783703 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Attempting to bind port 364a028b-5453-4df1-86eb-3206780943b8 on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:20.803490 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port a8e367d4-7d7c-486a-93e3-12c1476ff4ba triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:20.803867 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.868599 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:20.868973 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Checking segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:20.871992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.872469 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Bound using segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:20.872833 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:20.873155 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Bound port: 364a028b-5453-4df1-86eb-3206780943b8, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:20.873549 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:20.884708 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:20.900845 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:20.901712 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:20.908049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:21.069254 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:21.070601 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0042000 May 31 12:46:21.080234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39438) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:21.100573 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Allocated IP 172.28.0.2 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/5c12b8d5-6403-41ea-a7a9-db5993ff520e) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:21.149322 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] For port 364a028b-5453-4df1-86eb-3206780943b8, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:21.176442 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] For port 364a028b-5453-4df1-86eb-3206780943b8, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=364a028b-5453-4df1-86eb-3206780943b8,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:21.189115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:21.223616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:21.245092 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:21.505490 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Pushing event updated for resources: {'Port': ['ID=364a028b-5453-4df1-86eb-3206780943b8,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:21.519459 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:21.521224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39460) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:21.552544 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9d1e5d2a-ec7f-4e21-be57-b8027050a542 req-2f6fa886-a5a2-414f-b500-3e0684ff1792 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.1882405 May 31 12:46:21.601168 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.072234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.196096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 364a028b-5453-4df1-86eb-3206780943b8 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:22.243615 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:17Z', 'revision_number': 3, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:22.252400 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:22.253219 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Updating router 8651ef1b-e189-4341-a851-daf8d2d95a24 port 7c0648c8-a643-4c69-8dca-e559d0535220 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:22.274362 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-112318822-network', 'tenant_id': 'ae2ac8137e3f4b11935b06c338955925'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:22.286861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:22.298899 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Usage tracker for resource:network and tenant:ae2ac8137e3f4b11935b06c338955925 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:22.307293 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:22.349215 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:22.349950 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.359915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 364a028b-5453-4df1-86eb-3206780943b8 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:22.365604 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Router 115f6122-48c5-4cc9-9e69-ced47aa7431e is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:46:22.494639 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.506649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1801aa61-8206-46cf-ada0-32108bcf19a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:22.699843 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Made reservation on behalf of ae2ac8137e3f4b11935b06c338955925 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:22.701980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.828617 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6d956784-c7c8-4c62-adec-24ecd872b9af req-d92fdd56-f391-44b8-89f4-995dd91a8b23 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.1369426 May 31 12:46:22.836052 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.886719 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:22.891609 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:22.897170 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:22.966074 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:22.986294 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39520) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:22.989101 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2ac8137e3f4b11935b06c338955925 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:22.993269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:23.002398 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:23.069611 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03770b66-9d11-427d-8ef2-5ae442fe65bf None None] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:23.093176 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.108651 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Transition to ACTIVE for port object 7c0648c8-a643-4c69-8dca-e559d0535220 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:23.118478 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.131074 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:23.204160 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.214746 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.242337 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9006b828-32ce-4c6a-8257-4a270f3db5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:23.252953 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Pushing event updated for resources: {'Port': ['ID=5c12b8d5-6403-41ea-a7a9-db5993ff520e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:23.259029 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Provisioning for port 364a028b-5453-4df1-86eb-3206780943b8 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:23.272165 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Provisioning complete for port 364a028b-5453-4df1-86eb-3206780943b8 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:23.274177 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.310828 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Attempting to bind port 7c0648c8-a643-4c69-8dca-e559d0535220 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:23.313125 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Attempting to bind port 7c0648c8-a643-4c69-8dca-e559d0535220 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:23.313877 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Attempting to bind port 7c0648c8-a643-4c69-8dca-e559d0535220 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:23.317612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:23.326274 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:23.335009 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:23.337624 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:23.338332 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.338918 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:23.340388 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Bound port: 7c0648c8-a643-4c69-8dca-e559d0535220, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:23.344646 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.389072 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bcb204-fb06-4556-ad94-74deb14a7755,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:23.416493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:23.439475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:23.471075 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Sync routers for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:23.510589 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] For port 7c0648c8-a643-4c69-8dca-e559d0535220, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:23.515261 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] For port 7c0648c8-a643-4c69-8dca-e559d0535220, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7c0648c8-a643-4c69-8dca-e559d0535220,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:23.519243 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:23.520456 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:23.526476 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.528200 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.528322 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3396218 May 31 12:46:23.529461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.529643 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Added segment 859d2641-ae78-48c3-94d1-63be74ac46c3 of type vlan for network 80ec0543-52c3-4267-baef-822ff1b532b1 May 31 12:46:23.536291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39530) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:23.540524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.545848 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Pushing event updated for resources: {'Port': ['ID=7c0648c8-a643-4c69-8dca-e559d0535220,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:23.557655 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.557985 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.558311 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.558675 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.559095 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.559624 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.559994 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.560515 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.560820 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.561664 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.561982 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.562739 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Tracked resource versions report: May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: pushed versions: May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: { 'AddressGroup': {'1.2'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'ConntrackHelper': {'1.0'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Log': {'1.0'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Network': {'1.1'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Port': {'1.7'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'PortForwarding': {'1.2'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'QosPolicy': {'1.8'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroup': {'1.4'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SubPort': {'1.0'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Subnet': {'1.1'}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Trunk': {'1.1'}} May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: consumer versions: May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: { DHCP agent@dv-cinder-786386-7-smb: {}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: HyperV agent@hv-cinder-78638: {}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: L3 agent@dv-cinder-786386-7-smb: {}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: Metadata agent@dv-cinder-786386-7-smb: {}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: Metering agent@dv-cinder-786386-7-smb: {}, May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: Open vSwitch agent@dv-cinder-786386-7-smb: { 'AddressGroup': '1.2', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'ConntrackHelper': '1.0', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Log': '1.0', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Network': '1.1', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Port': '1.7', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'PortForwarding': '1.2', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'QosPolicy': '1.8', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroup': '1.4', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SecurityGroupRule': '1.2', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'SubPort': '1.0', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Subnet': '1.1', May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: 'Trunk': '1.1'}} May 31 12:46:23.563338 dv-cinder-786386-7-smb neutron-server[98249]: {{(pid=98249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:23.566930 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:23.567391 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-ae8b33c4-3b81-4b6d-ab90-4761571ba1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:23.708122 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:23.710611 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:23.788188 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.888557 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:24.038000 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.39', 52167) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:24.068228 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Pushing event updated for resources: {'Port': ['ID=7c0648c8-a643-4c69-8dca-e559d0535220,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:24.092085 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:24.094581 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:24.101506 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Usage tracker for resource:security_group_rule and tenant:bea51ed6fd4a4912b185720410444b41 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:24.117678 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:24.125276 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:24.210121 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:24.251743 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.290134 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39552) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:24.346548 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.367123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.434915 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:24.499142 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.511643 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bea51ed6fd4a4912b185720410444b41&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5242248 May 31 12:46:24.518313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39564) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:24.539249 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] For port 364a028b-5453-4df1-86eb-3206780943b8, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=364a028b-5453-4df1-86eb-3206780943b8,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:24.568990 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.589204 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:24.626592 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:17Z', 'revision_number': 3, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:24.631598 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d4bde-6f6a-4687-a689-7046e49181dc None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:17Z', 'revision_number': 3, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:24.712082 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.718099 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.746106 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Pushing event updated for resources: {'Port': ['ID=364a028b-5453-4df1-86eb-3206780943b8,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:24.752031 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:24.798612 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:20Z', 'revision_number': 3, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:24.805881 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Checking router: 115f6122-48c5-4cc9-9e69-ced47aa7431e for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:24.806225 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Updating router 115f6122-48c5-4cc9-9e69-ced47aa7431e port 24fb38f0-7951-48e8-857b-8f9417098bd9 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:24.877142 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6c3de-473c-47a8-8849-88c05f06ca86,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:24.883468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.895578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-faf8e329-c0df-4ba7-8395-f6312f19a728 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:24.897132 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-faf8e329-c0df-4ba7-8395-f6312f19a728 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.39 "GET /v2.0/networks?id=53c4f5e0-7902-4ca7-aa23-b5a232957ff5 HTTP/1.1" status: 200 len: 811 time: 0.8473308 May 31 12:46:24.902222 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b413e379-64e1-49bd-abd1-43f20a522509 req-bd634163-b965-4eaa-82b0-1b4ab3a80d1c tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.6073463 May 31 12:46:24.911098 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:24.912048 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.915224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:24.916144 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.926759 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.937227 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:24.959787 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Request body: {'port': {'device_id': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5', 'admin_state_up': True, 'tenant_id': '8d3e0636b0a04dc2a277974766b0c9fe'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:25.128586 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.291937 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-ec251f70-fdf7-4417-9c53-8db04c224989 None None] Provisioning complete for port 364a028b-5453-4df1-86eb-3206780943b8 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:25.292737 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ec251f70-fdf7-4417-9c53-8db04c224989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.303279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.324667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:25.454312 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6c3de-473c-47a8-8849-88c05f06ca86,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:25.470878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:25.597315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.604593 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7a6c3de-473c-47a8-8849-88c05f06ca86 HTTP/1.1" status: 204 len: 168 time: 1.0780728 May 31 12:46:25.614896 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0894330 May 31 12:46:25.616200 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39602) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:25.628038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Request body: {'subnet': {'network_id': '80ec0543-52c3-4267-baef-822ff1b532b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-112318822-subnet', 'tenant_id': 'ae2ac8137e3f4b11935b06c338955925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:25.632472 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Allocated IP 172.20.0.1 (57b44e89-aff9-4a88-913b-e0af1f38fe9a/9f875523-12f2-4ed3-95ed-7240ef436957/cf72ebba-86e0-44da-a6ea-1b762d9b5085) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:25.640123 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:46:25.645090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:25.658904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Pushing event updated for resources: {'Network': ['ID=80ec0543-52c3-4267-baef-822ff1b532b1,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:25.671587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:25.687590 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Usage tracker for resource:subnet and tenant:ae2ac8137e3f4b11935b06c338955925 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:25.692763 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.db.resource_extend [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:46:25.696530 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:25.712517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:25.752711 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 80ec0543-52c3-4267-baef-822ff1b532b1 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:25.885015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Made reservation on behalf of ae2ac8137e3f4b11935b06c338955925 for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:25.894393 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.349782 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:26.501396 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Usage tracker for resource:port and tenant:8d3e0636b0a04dc2a277974766b0c9fe is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:26.516101 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 364a028b-5453-4df1-86eb-3206780943b8 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:26.559358 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:26.587468 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e5c223fd-7c70-41fe-a00f-00071eb62cdf req-f2fff83f-29d0-40ea-8c27-a5323894bdcc tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.2092879 May 31 12:46:26.593943 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:26.626869 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.673638 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Transition to ACTIVE for port object 24fb38f0-7951-48e8-857b-8f9417098bd9 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:26.693752 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.704917 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:26.711485 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Made reservation on behalf of 8d3e0636b0a04dc2a277974766b0c9fe for: {'port': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:26.717006 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.879146 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Attempting to bind port 24fb38f0-7951-48e8-857b-8f9417098bd9 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:26.879658 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Attempting to bind port 24fb38f0-7951-48e8-857b-8f9417098bd9 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:26.880054 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Attempting to bind port 24fb38f0-7951-48e8-857b-8f9417098bd9 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:26.902972 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:26.903350 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:26.903755 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.904376 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:26.904849 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Bound port: 24fb38f0-7951-48e8-857b-8f9417098bd9, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:26.905539 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.951242 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 364a028b-5453-4df1-86eb-3206780943b8 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:26.951569 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.992298 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Pushing event updated for resources: {'Port': ['ID=24fb38f0-7951-48e8-857b-8f9417098bd9,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:27.008074 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:27.144540 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] For port 24fb38f0-7951-48e8-857b-8f9417098bd9, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:27.151024 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] For port 24fb38f0-7951-48e8-857b-8f9417098bd9, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=24fb38f0-7951-48e8-857b-8f9417098bd9,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:27.245506 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.246648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.298689 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Transition to ACTIVE for port object cf72ebba-86e0-44da-a6ea-1b762d9b5085 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:27.331967 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:27.346381 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.364515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:27.386700 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Allocated IP 172.20.0.10 (53c4f5e0-7902-4ca7-aa23-b5a232957ff5/778e3047-ae44-4d68-a991-21215fc32835/3794f20a-e762-4d59-aab0-682b4774a701) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:27.471458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.478502 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Pushing event updated for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:27.481793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:27.501561 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:27.510159 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7c0648c8-a643-4c69-8dca-e559d0535220 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:27.521765 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:27.527869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:27.633187 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:27.638546 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.695619 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:27.727705 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:27.739465 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:27.813136 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.815691 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9961808 May 31 12:46:27.818885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39642) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:27.836857 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Pushing event updated for resources: {'Port': ['ID=24fb38f0-7951-48e8-857b-8f9417098bd9,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:27.868401 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:27.912000 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:27.915828 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:28.247068 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 7c0648c8-a643-4c69-8dca-e559d0535220 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:28.311602 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e9e3ada6-eeb7-47e5-bcc3-304ac6ca8a5f req-c89e604e-0b5b-48c3-977d-ac7c22c43508 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.1394634 May 31 12:46:28.331327 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.368552 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.401594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Allocated IP 172.20.0.1 (5f4282fe-1ee6-4ae9-8fc9-4b99e170b644/1c047b39-d34b-4a65-b67a-c42ae88a00e0/fd955137-c830-403f-ba67-0f2673398b13) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:28.424969 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:28.603115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 7c0648c8-a643-4c69-8dca-e559d0535220 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:28.603918 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.652470 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-707c635a-2a98-419d-a263-b653920ea17d None None] Provisioning for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:28.686275 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-707c635a-2a98-419d-a263-b653920ea17d None None] Provisioning complete for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:28.686836 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-707c635a-2a98-419d-a263-b653920ea17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.762844 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-707c635a-2a98-419d-a263-b653920ea17d None None] Port cf72ebba-86e0-44da-a6ea-1b762d9b5085 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:28.804683 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:28.835621 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.887748 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-97612b8a-f781-47de-b0a5-c13bd11470dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:28.946242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.969885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.988153 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.025577 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:29.164701 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Pushing event updated for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:29.169097 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:29.198604 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:29.209998 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:29.213698 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:29.230590 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:29.231264 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.235192 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:23Z', 'revision_number': 3, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:29.247505 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:29.247919 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Updating router 08b694d3-5269-412e-8f9e-16158e6d24b4 port 5c12b8d5-6403-41ea-a7a9-db5993ff520e binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:29.298970 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.309449 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3541465 May 31 12:46:29.359837 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.374753 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.383939 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-d050a085-82b4-43c5-b3c7-d673930bcc61 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:29.387495 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-d050a085-82b4-43c5-b3c7-d673930bcc61 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165427 May 31 12:46:29.468208 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.471217 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 7c0648c8-a643-4c69-8dca-e559d0535220, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7c0648c8-a643-4c69-8dca-e559d0535220,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:29.507383 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:29.513284 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.619127 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-896c60d1-33cb-42f4-9c51-7ca4bd928837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:29.643036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Pushing event updated for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:29.711078 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:29.762530 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:29.846164 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=7c0648c8-a643-4c69-8dca-e559d0535220,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:29.868663 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:29.882026 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:29.913097 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:20Z', 'revision_number': 3, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:29.914892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:29.915567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:29.918989 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6084aee-3421-48ff-978d-ef18dcb3b483 None None] The sync data for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb is: [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:20Z', 'revision_number': 3, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:30.326462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:30.332320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:30.378119 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Request body: {'port': {'device_id': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:30.587778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:30.684694 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.177s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:30.690108 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:30.741809 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Transition to ACTIVE for port object 5c12b8d5-6403-41ea-a7a9-db5993ff520e will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:30.773647 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:30.792144 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:30.926922 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-dc754936-6d25-4831-889d-4a8807150cec None None] Provisioning complete for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:30.927769 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-dc754936-6d25-4831-889d-4a8807150cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:31.014211 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Pushing event updated for resources: {'Port': ['ID=5c12b8d5-6403-41ea-a7a9-db5993ff520e,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:31.019193 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:31.064089 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-dc754936-6d25-4831-889d-4a8807150cec None None] Port cf72ebba-86e0-44da-a6ea-1b762d9b5085 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:31.064882 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Attempting to bind port 5c12b8d5-6403-41ea-a7a9-db5993ff520e on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:31.065329 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Attempting to bind port 5c12b8d5-6403-41ea-a7a9-db5993ff520e by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:31.065893 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Attempting to bind port 5c12b8d5-6403-41ea-a7a9-db5993ff520e on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:31.080902 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:31.083691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:31.083691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:31.083691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:31.083691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Bound port: 5c12b8d5-6403-41ea-a7a9-db5993ff520e, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:31.083691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:31.288065 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] For port 5c12b8d5-6403-41ea-a7a9-db5993ff520e, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:31.295374 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] For port 5c12b8d5-6403-41ea-a7a9-db5993ff520e, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=5c12b8d5-6403-41ea-a7a9-db5993ff520e,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:31.301139 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:31.307437 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:31.380038 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb71342-c443-4101-af30-db50d81a3150 req-266278a7-168b-4dc2-97fb-0ceb4555e09a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:31.380687 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ddb71342-c443-4101-af30-db50d81a3150 req-266278a7-168b-4dc2-97fb-0ceb4555e09a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Synchronizing usage tracker for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:port {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:31.428078 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Pushing event updated for resources: {'Port': ['ID=5c12b8d5-6403-41ea-a7a9-db5993ff520e,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:31.452800 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:31.475668 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:31.496468 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:31.502094 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:31.838863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7c0648c8-a643-4c69-8dca-e559d0535220 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:31.868927 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:46:32.004468 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ddb71342-c443-4101-af30-db50d81a3150 req-266278a7-168b-4dc2-97fb-0ceb4555e09a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Unset dirty status for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:port {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:32.010038 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ddb71342-c443-4101-af30-db50d81a3150 req-266278a7-168b-4dc2-97fb-0ceb4555e09a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 932 time: 2.2815762 May 31 12:46:32.039542 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:32.088289 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:32.138206 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 7c0648c8-a643-4c69-8dca-e559d0535220 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:32.138809 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:32.301003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:32.324410 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ddb71342-c443-4101-af30-db50d81a3150 req-aadba526-7f3f-4e98-9e2c-e7c48f89bf2b tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Synchronizing usage tracker for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:32.425568 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:32.486108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ddb71342-c443-4101-af30-db50d81a3150 req-aadba526-7f3f-4e98-9e2c-e7c48f89bf2b tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Unset dirty status for tenant:8d3e0636b0a04dc2a277974766b0c9fe on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:32.489703 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ddb71342-c443-4101-af30-db50d81a3150 req-aadba526-7f3f-4e98-9e2c-e7c48f89bf2b tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626064 May 31 12:46:32.531926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 24fb38f0-7951-48e8-857b-8f9417098bd9 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:32.611449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.db.resource_extend [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:46:32.806592 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:23Z', 'revision_number': 3, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:32.816201 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8510fd-e433-4f44-87ce-50c4553fbf0e None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:23Z', 'revision_number': 3, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:32.866850 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 24fb38f0-7951-48e8-857b-8f9417098bd9 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:32.874159 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 24fb38f0-7951-48e8-857b-8f9417098bd9 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:32.874800 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:32.940363 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3794f20a-e762-4d59-aab0-682b4774a701 {{(pid=98246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:32.981400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.033264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e988d7-1ae5-48b5-99a8-448e7f1a909a,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:33.192003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Transition to ACTIVE for port object 3794f20a-e762-4d59-aab0-682b4774a701 will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:33.205585 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.253162 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4ba53860-2ec3-46e0-a583-5c219296c2ed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:33.397297 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.452661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 24fb38f0-7951-48e8-857b-8f9417098bd9, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=24fb38f0-7951-48e8-857b-8f9417098bd9,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:33.458242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:33.459569 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:33.478551 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:33.490688 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Checking segment: {'id': '859d2641-ae78-48c3-94d1-63be74ac46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80ec0543-52c3-4267-baef-822ff1b532b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:33.492821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Network hostable DHCP agents. Network: 80ec0543-52c3-4267-baef-822ff1b532b1, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:33.502704 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] 10.222.0.49 "PUT /v2.0/routers/8651ef1b-e189-4341-a851-daf8d2d95a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4170203 May 31 12:46:33.516157 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.525545 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.537038 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:33.541621 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:33.555386 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Network 80ec0543-52c3-4267-baef-822ff1b532b1 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:33.659982 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 80ec0543-52c3-4267-baef-822ff1b532b1) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:33.701505 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:33.702091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:33.781627 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.1633468 May 31 12:46:33.843076 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e286b-c425-4c00-8960-50d4042e2ff5 None None] Network 80ec0543-52c3-4267-baef-822ff1b532b1 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:33.913139 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:34.190935 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5c12b8d5-6403-41ea-a7a9-db5993ff520e up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:34.294319 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Pushing event updated for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:34.303807 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Allocated IP 172.20.0.1 (20e83861-c495-45f9-add9-0b48f7bdbf32/948373d5-472d-4ff4-8abd-ae2798afead5/19d1d25a-e6d2-4f2d-9a30-7f6c89788567) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:34.345497 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:34.458843 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.db.resource_extend [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:46:34.526935 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.566844 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Attempting to bind port 3794f20a-e762-4d59-aab0-682b4774a701 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:34.567904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Attempting to bind port 3794f20a-e762-4d59-aab0-682b4774a701 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f6bae8a-9271-4b85-9838-7227d1b706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:34.572876 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Attempting to bind port 3794f20a-e762-4d59-aab0-682b4774a701 on network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:34.596210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Port 3794f20a-e762-4d59-aab0-682b4774a701 on network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:46:34.598406 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Attempting to bind port 3794f20a-e762-4d59-aab0-682b4774a701 on network 53c4f5e0-7902-4ca7-aa23-b5a232957ff5 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:34.607731 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.621567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.627974 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:34.631011 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Checking segment: {'id': '8f6bae8a-9271-4b85-9838-7227d1b706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:34.633440 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Bound using segment: {'id': '8f6bae8a-9271-4b85-9838-7227d1b706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:34.634294 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Bound port: 3794f20a-e762-4d59-aab0-682b4774a701, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6bae8a-9271-4b85-9838-7227d1b706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:34.635259 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.709921 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:34.728883 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.753047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=24fb38f0-7951-48e8-857b-8f9417098bd9,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:34.767522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:34.813698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Transition to ACTIVE for port object 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:34.858770 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 5c12b8d5-6403-41ea-a7a9-db5993ff520e completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:34.886802 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:34.900622 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:35.185900 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:35.193536 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:35.212228 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:35.217518 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:35.222983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:35.226310 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:35.320472 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 5c12b8d5-6403-41ea-a7a9-db5993ff520e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:35.324365 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:35.338011 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:35.354655 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:35.427726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39852) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:35.436554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec251b5d-00e4-432b-9604-abfe4c5adc36 req-93deab5e-dc5d-4e37-b3f9-8ede95b5d307 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:35.462094 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec251b5d-00e4-432b-9604-abfe4c5adc36 req-93deab5e-dc5d-4e37-b3f9-8ede95b5d307 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 944 time: 1.6401651 May 31 12:46:35.468655 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120662432-network', 'tenant_id': '5bca0917409b4018bbc762ef994660ca'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:35.484122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:35.509787 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Usage tracker for resource:network and tenant:5bca0917409b4018bbc762ef994660ca is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:35.521409 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:35.539004 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:35.607971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Made reservation on behalf of 5bca0917409b4018bbc762ef994660ca for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:35.610984 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:35.687313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:35.748613 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:35.785479 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Usage tracker for resource:security_group_rule and tenant:5bca0917409b4018bbc762ef994660ca is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:35.804431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:35.808604 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:35.823985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:35.931159 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:35.956821 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec251b5d-00e4-432b-9604-abfe4c5adc36 req-c89e7a43-60dd-41e7-8cf7-6bbbd462d434 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917543 May 31 12:46:36.026548 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3794f20a-e762-4d59-aab0-682b4774a701,segment=NetworkSegment(8f6bae8a-9271-4b85-9838-7227d1b706c5),segment_id=8f6bae8a-9271-4b85-9838-7227d1b706c5)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:36.043699 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.049601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:36.178872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.193109 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:36.205678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.210481 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:36.224784 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.225562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39878) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:36.244189 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-0d6bf707-6216-4c3b-9e9a-9ce6123a3d9d None None] Provisioning for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:36.253374 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:36.254471 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.256520 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] 10.222.0.39 "PUT /v2.0/ports/3794f20a-e762-4d59-aab0-682b4774a701 HTTP/1.1" status: 200 len: 1094 time: 6.3903427 May 31 12:46:36.257154 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:46:36.258510 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-0d6bf707-6216-4c3b-9e9a-9ce6123a3d9d None None] Provisioning complete for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:36.259096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf707-6216-4c3b-9e9a-9ce6123a3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.271695 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:36.294458 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766335732453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.295081 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Unsubscribe: segment precommit_create {{(pid=98247) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:46:36.295543 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Added segment 0b81536f-f2c6-4c4f-865f-8e3dd8089819 of type vlan for network 6899b994-3a52-4f18-8466-f328a5bb26c3 May 31 12:46:36.312312 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c56de5-f77d-4865-a0f8-a7db88c6462e None None] Network 80ec0543-52c3-4267-baef-822ff1b532b1 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:36.373684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308896344', 'description': 'tempest-description--1304390459'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:36.402692 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:36.412844 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:36.428931 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:36.455158 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:36.495436 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:36.756739 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39900) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:36.766758 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.783790 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:36.786403 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "tag": "3794f20a-e762-4d59-aab0-682b4774a701"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:46:36.816449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Pushing event updated for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:36.880730 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:36.945332 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-151abd1f-d119-4826-a9ce-3b4a890c5fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.389942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-63cb5d08-27c2-4bd3-a55d-dc3d0e68bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:37.392203 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-63cb5d08-27c2-4bd3-a55d-dc3d0e68bfe2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d3e0636b0a04dc2a277974766b0c9fe&device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 1097 time: 1.0052342 May 31 12:46:37.469778 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.490206 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 5c12b8d5-6403-41ea-a7a9-db5993ff520e, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=5c12b8d5-6403-41ea-a7a9-db5993ff520e,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:37.492794 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bf707-6216-4c3b-9e9a-9ce6123a3d9d None None] Port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:37.501175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.507986 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Router 115f6122-48c5-4cc9-9e69-ced47aa7431e has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:46:37.515347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39922) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:37.517250 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:37.658062 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 24fb38f0-7951-48e8-857b-8f9417098bd9 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:37.738765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4204d37-24de-4911-8f28-5f34dfd37e83 x-openstack-request-id: req-e4204d37-24de-4911-8f28-5f34dfd37e83 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:46:37.739107 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "tag": "3794f20a-e762-4d59-aab0-682b4774a701", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:46:37.739385 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4204d37-24de-4911-8f28-5f34dfd37e83 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:46:37.739869 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701', 'status': 'completed', 'code': 200} May 31 12:46:37.740094 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=5c12b8d5-6403-41ea-a7a9-db5993ff520e,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:37.744592 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:37.746359 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:37.761377 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] 10.222.0.49 "PUT /v2.0/routers/115f6122-48c5-4cc9-9e69-ced47aa7431e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2153397 May 31 12:46:37.761454 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Sync routers for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:37.761527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.762891 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 2, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:37.768660 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.782075 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742d94-38bc-4943-b0c0-db89d9fbeadb req-4d477204-724f-4a99-978c-525c57012164 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:37.784210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:37.784643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Updating router 8651ef1b-e189-4341-a851-daf8d2d95a24 port cf72ebba-86e0-44da-a6ea-1b762d9b5085 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:37.786074 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bf742d94-38bc-4943-b0c0-db89d9fbeadb req-4d477204-724f-4a99-978c-525c57012164 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 944 time: 0.4933991 May 31 12:46:37.795640 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:37.796617 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:37.842419 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.843218 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4dfdf9-391c-4845-8c0e-e2230a54b03d,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:37.852499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.864263 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:37.868945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.884919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:37.889558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.898246 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bf742d94-38bc-4943-b0c0-db89d9fbeadb req-b7866401-f112-4271-a21e-e6fdd8f093fe tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069045 May 31 12:46:37.917543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2bba9141-098c-48d8-be7e-a2203a8edda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:37.959256 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.014723 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 24fb38f0-7951-48e8-857b-8f9417098bd9 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:38.015142 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.107010 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-b060ca43-048c-4a01-b323-1f9d918f3a28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3794f20a-e762-4d59-aab0-682b4774a701 HTTP/1.1" status: 200 len: 217 time: 0.2286565 May 31 12:46:38.131992 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:38.138130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:38.148797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:38.153147 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.171660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.174976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:38.221897 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:38.227530 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Usage tracker for resource:security_group_rule and tenant:72164971dacf47c5a1549c7af3ed6bb6 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:38.233976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:38.249613 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:38.466703 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:38.502457 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:38.503440 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:38.574492 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:38.578222 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1471078 May 31 12:46:38.581364 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39960) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:38.596832 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.608670 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Request body: {'subnet': {'network_id': '6899b994-3a52-4f18-8466-f328a5bb26c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120662432-subnet', 'tenant_id': '5bca0917409b4018bbc762ef994660ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:38.614478 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:38.614897 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:38.626449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:38.630477 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.701668 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.709293 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Usage tracker for resource:subnet and tenant:5bca0917409b4018bbc762ef994660ca is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:38.714411 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-600c74b3-d30b-443c-950f-567243967380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:38.801906 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:38.856461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:38.944548 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72164971dacf47c5a1549c7af3ed6bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4160542 May 31 12:46:38.958970 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 39976) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:38.963174 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Made reservation on behalf of 5bca0917409b4018bbc762ef994660ca for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:38.970600 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.026427 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9415824a-eb8b-4d5a-a47f-ad85af0187d5,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.077932 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:39.080528 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.108526 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Pushing event updated for resources: {'Network': ['ID=6899b994-3a52-4f18-8466-f328a5bb26c3,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.108700 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:32Z', 'revision_number': 4, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'fd955137-c830-403f-ba67-0f2673398b13', 'name': '', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'mac_address': 'fa:16:3e:27:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:27Z', 'updated_at': '2021-05-31T12:46:32Z', 'revision_number': 2, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'subnets': [{'id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:39.114858 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Checking router: 115f6122-48c5-4cc9-9e69-ced47aa7431e for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:39.115699 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Updating router 115f6122-48c5-4cc9-9e69-ced47aa7431e port fd955137-c830-403f-ba67-0f2673398b13 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:39.121009 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Usage tracker for resource:security_group_rule and tenant:f6215967649f4d329f8d8c1db2037a41 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:39.145960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:39.171214 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.182964 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.183585 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 6899b994-3a52-4f18-8466-f328a5bb26c3 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:39.192678 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.196943 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-d26a7d78-aee0-4c76-b680-ea50609ac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:39.198428 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-d26a7d78-aee0-4c76-b680-ea50609ac8b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=778e3047-ae44-4d68-a991-21215fc32835 HTTP/1.1" status: 200 len: 851 time: 0.5171132 May 31 12:46:39.234859 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:39.279460 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.293405 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Transition to ACTIVE for port object cf72ebba-86e0-44da-a6ea-1b762d9b5085 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:39.301423 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.313558 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-f764d1af-efd3-4e8e-91ce-c756aa961d10 None None] Provisioning complete for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:39.313923 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-f764d1af-efd3-4e8e-91ce-c756aa961d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.325714 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:39.337999 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.351992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:39.393100 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.394515 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35960512-40cb-487a-8ab8-6c9bfd58acfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.406782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:46:39.422154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d4e3bf-f246-4875-97d3-1641b9e203dc,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.440773 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.453812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.462264 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2337787 May 31 12:46:39.464822 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39992) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:39.551499 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-f764d1af-efd3-4e8e-91ce-c756aa961d10 None None] Port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:39.573093 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group_rule': {'security_group_id': '54d4e3bf-f246-4875-97d3-1641b9e203dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:39.585617 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:39.610887 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-54c32afc-9469-4733-8eb8-58c7ca7c9f0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53c4f5e0-7902-4ca7-aa23-b5a232957ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2499506 May 31 12:46:39.611093 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:39.628524 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Pushing event updated for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.630488 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:39.652452 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:39.655475 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.706443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5c12b8d5-6403-41ea-a7a9-db5993ff520e up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:39.735502 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.739971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.764801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:39.769542 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.785707 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Transition to ACTIVE for port object fd955137-c830-403f-ba67-0f2673398b13 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:39.798972 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.807624 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:39.819171 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Attempting to bind port cf72ebba-86e0-44da-a6ea-1b762d9b5085 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:39.819956 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Attempting to bind port cf72ebba-86e0-44da-a6ea-1b762d9b5085 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:39.820438 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Attempting to bind port cf72ebba-86e0-44da-a6ea-1b762d9b5085 on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:39.822420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.828814 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:39.829472 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Checking segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:39.830060 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.830571 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Bound using segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:39.831150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Bound port: cf72ebba-86e0-44da-a6ea-1b762d9b5085, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:39.831616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:39.848489 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6215967649f4d329f8d8c1db2037a41&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0530717 May 31 12:46:39.852684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 39998) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:39.873999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:39.875829 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f0e72-88f0-4269-b06c-fb84981d5e48,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.885597 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Pushing event updated for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:39.889680 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.911227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:39.932086 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:39.939459 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] 10.222.0.49 "PUT /v2.0/routers/08b694d3-5269-412e-8f9e-16158e6d24b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1011076 May 31 12:46:39.973622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:39.973622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:40.054224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea3a0c-665c-4528-80d4-34dde8561b24 req-aa98fadd-ee84-4a9c-ba3e-e688ce4fe799 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:40.054839 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43ea3a0c-665c-4528-80d4-34dde8561b24 req-aa98fadd-ee84-4a9c-ba3e-e688ce4fe799 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 944 time: 0.8908501 May 31 12:46:40.066162 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.081829 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 5c12b8d5-6403-41ea-a7a9-db5993ff520e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:40.082385 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.114591 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Attempting to bind port fd955137-c830-403f-ba67-0f2673398b13 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:40.119596 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Attempting to bind port fd955137-c830-403f-ba67-0f2673398b13 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:40.120083 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Attempting to bind port fd955137-c830-403f-ba67-0f2673398b13 on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:40.121372 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.123929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.127719 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.133819 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:40.134192 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Checking segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:40.134598 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.137331 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Bound using segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:40.138708 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Bound port: fd955137-c830-403f-ba67-0f2673398b13, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:40.140314 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.198513 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.219849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.245814 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.270674 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3642af6-96b7-4f5c-981a-5456df973f98,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:40.281115 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.301535 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:40.305611 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:40.309144 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] For port fd955137-c830-403f-ba67-0f2673398b13, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:40.312896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.316887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.319253 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] For port fd955137-c830-403f-ba67-0f2673398b13, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=fd955137-c830-403f-ba67-0f2673398b13,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:40.319717 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fc807e4b-a056-410b-8f86-c73f54d8ea1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7703817 May 31 12:46:40.321638 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40010) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:40.327759 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group_rule': {'security_group_id': '54d4e3bf-f246-4875-97d3-1641b9e203dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:40.330671 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.334362 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:40.338854 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:40.344063 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:40.344263 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-b4175d8b-d4ba-4e9c-9f0a-57060863c62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.345372 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9415824a-eb8b-4d5a-a47f-ad85af0187d5,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:40.348862 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:40.353750 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:40.356425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.363925 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-83d4f1a3-475f-4f5a-b7c7-1fa4190c1543 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:40.364711 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-83d4f1a3-475f-4f5a-b7c7-1fa4190c1543 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:40.367144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3387dcea-314a-4e07-a7fc-482b724a9e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.372891 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43ea3a0c-665c-4528-80d4-34dde8561b24 req-f42dad2c-219d-4462-a8fd-5a37c3ee5f01 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771555 May 31 12:46:40.376992 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.378180 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9415824a-eb8b-4d5a-a47f-ad85af0187d5 HTTP/1.1" status: 204 len: 168 time: 1.3711283 May 31 12:46:40.383967 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f0e72-88f0-4269-b06c-fb84981d5e48,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:40.388296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:40.390414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.394083 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/372f0e72-88f0-4269-b06c-fb84981d5e48 HTTP/1.1" status: 204 len: 168 time: 0.5352621 May 31 12:46:40.401696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.427497 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-e796566f-95a6-4b59-a3b4-969a2f3cdea0 service neutron] 10.222.0.39 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913878 May 31 12:46:40.476712 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.483193 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.485729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.499942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef55526b-0abd-4523-ad1f-845f92e2b3ec,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:40.524930 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:40.528544 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.532961 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071722 May 31 12:46:40.533678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40020) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:40.540767 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:40.548382 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:40.554216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:floatingip and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:40.558198 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:40.565296 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:40.567455 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:40.580362 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:40.599448 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] For port cf72ebba-86e0-44da-a6ea-1b762d9b5085, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:40.613568 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.736484 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] For port cf72ebba-86e0-44da-a6ea-1b762d9b5085, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=cf72ebba-86e0-44da-a6ea-1b762d9b5085,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:40.751176 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.763420 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.774483 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdd639d0-fadc-49f4-abd7-bafa765aabae req-b01e29c4-185a-4842-a76e-b6f44bdccb13 service neutron] 10.222.0.39 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306899 May 31 12:46:40.778541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-83d4f1a3-475f-4f5a-b7c7-1fa4190c1543 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:40.778805 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:40.787348 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-83d4f1a3-475f-4f5a-b7c7-1fa4190c1543 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 818 time: 1.7755327 May 31 12:46:40.850745 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.855494 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-7a728941-5f46-477e-abbf-92bf88ed58cc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/quotas/86e3030d22e8464dba4ede083f2e091b HTTP/1.1" status: 200 len: 375 time: 0.0671952 May 31 12:46:40.942466 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:41.060354 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40028) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:41.183736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.187305 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-0f877658-8c0f-4918-b8da-a8b5251916bd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:41.195595 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-255eeb67-78b9-4f94-a11b-aed03bf67b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:41.209027 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-255eeb67-78b9-4f94-a11b-aed03bf67b62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d3e0636b0a04dc2a277974766b0c9fe&device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 1097 time: 0.3656361 May 31 12:46:41.228485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:41.246309 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:41.247857 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:41.269564 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Usage tracker for resource:security_group_rule and tenant:aae832cd4b5d4e5185d9437a97ae0e39 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:41.280708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Allocated IP 172.28.0.126 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/647b867e-d7ab-4250-887b-7f42d470495e) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:41.286047 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:41.316862 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:41.355994 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.387566 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Pushing event updated for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=4']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:41.395849 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:41.422901 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:32Z', 'revision_number': 4, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'fd955137-c830-403f-ba67-0f2673398b13', 'name': '', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'mac_address': 'fa:16:3e:27:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:27Z', 'updated_at': '2021-05-31T12:46:40Z', 'revision_number': 4, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'subnets': [{'id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:41.429757 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669b599-1b45-4975-bdad-f7df7b3fd572 None None] The sync data for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb is: [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:46:32Z', 'revision_number': 4, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'fd955137-c830-403f-ba67-0f2673398b13', 'name': '', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'mac_address': 'fa:16:3e:27:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:27Z', 'updated_at': '2021-05-31T12:46:40Z', 'revision_number': 4, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'subnets': [{'id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:41.548984 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4d326591-54bf-434e-9cf2-d1739157aee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:41.557252 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Pushing event updated for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:41.596419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:41.719522 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-0f877658-8c0f-4918-b8da-a8b5251916bd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:41.725565 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-0f877658-8c0f-4918-b8da-a8b5251916bd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8649769 May 31 12:46:41.729618 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-cb18c939-b04e-4424-86a5-5d68f9c29a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:41.743034 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-cb18c939-b04e-4424-86a5-5d68f9c29a34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53c4f5e0-7902-4ca7-aa23-b5a232957ff5 HTTP/1.1" status: 200 len: 912 time: 0.4990182 May 31 12:46:41.872601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a7db36-5a30-4484-ba5c-504e05e8bc07,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:41.872949 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device fd955137-c830-403f-ba67-0f2673398b13 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:41.985352 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:36Z', 'revision_number': 2, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:41.990547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.995601 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:41.995993 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Updating router 08b694d3-5269-412e-8f9e-16158e6d24b4 port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:42.052556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40050) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:42.072181 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.075929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:42.099534 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-9564100b-3a65-443f-ad96-2f2a04dcc87c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3794f20a-e762-4d59-aab0-682b4774a701 HTTP/1.1" status: 200 len: 217 time: 0.2246292 May 31 12:46:42.103192 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port fd955137-c830-403f-ba67-0f2673398b13 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:42.116054 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.127501 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.141665 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-96299958-a1be-4805-b154-6fb4392d0db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:42.152606 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port fd955137-c830-403f-ba67-0f2673398b13 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:42.152983 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.203918 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aae832cd4b5d4e5185d9437a97ae0e39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0831380 May 31 12:46:42.215854 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40060) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:42.217624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40062) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:42.248359 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164873142', 'description': 'tempest-description--360744416'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:42.263561 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.281091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43106b7c-d9b7-4531-9570-ea35df7398e3,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:42.288352 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:42.295560 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:42.297200 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:42.324385 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:42.333851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-cbf2dad3-0f28-4849-8230-365b6970e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:42.335491 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-cbf2dad3-0f28-4849-8230-365b6970e077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=778e3047-ae44-4d68-a991-21215fc32835 HTTP/1.1" status: 200 len: 851 time: 0.2251887 May 31 12:46:42.342751 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Checking segment: {'id': '0b81536f-f2c6-4c4f-865f-8e3dd8089819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6899b994-3a52-4f18-8466-f328a5bb26c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:42.343204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Network hostable DHCP agents. Network: 6899b994-3a52-4f18-8466-f328a5bb26c3, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:42.368819 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.399926 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:42.441821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:42.457049 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-e4d22210-a1b6-45b4-98df-dd9d79eacab6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53c4f5e0-7902-4ca7-aa23-b5a232957ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065154 May 31 12:46:42.465938 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:42.486407 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-18165d66-35eb-47b7-a6ec-1c97d3d9c102 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:42.488251 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-18165d66-35eb-47b7-a6ec-1c97d3d9c102 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2285838 May 31 12:46:42.502815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:42.529335 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.542876 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:42.545606 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:42.559506 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.574366 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.648438 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:42.652547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:42.655535 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:42.662109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:42.692764 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Network 6899b994-3a52-4f18-8466-f328a5bb26c3 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:42.728631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.752275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=647b867e-d7ab-4250-887b-7f42d470495e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:42.755705 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:42.781575 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:42.785461 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.788583 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-60a8c43c-9402-48ad-bc41-c4d641590729 service neutron] 10.222.0.49 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310987 May 31 12:46:42.804641 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Usage tracker for resource:security_group_rule and tenant:1a69e5b96e71429aa9fb53cab6ee6900 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:42.807253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.810149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:42.814391 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.844217 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:42.852098 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:42.891223 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.940121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3f6ea-89db-45e4-b107-5bc216663be1,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:42.943334 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:43.009463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.020428 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-54178c99-5fdf-42db-b480-128c01a996a4 service neutron] 10.222.0.49 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433852 May 31 12:46:43.044350 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 6899b994-3a52-4f18-8466-f328a5bb26c3) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:43.052812 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:43.053429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.067836 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.074587 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8501189 May 31 12:46:43.089944 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40088) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:43.097450 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group_rule': {'security_group_id': '66c3f6ea-89db-45e4-b107-5bc216663be1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:43.099125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dde4d8-5aef-4a7e-a98c-8273b3094b33 None None] Network 6899b994-3a52-4f18-8466-f328a5bb26c3 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:43.107540 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c69ada78-c39f-4764-ac83-be1f27d0ad8d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5168016 May 31 12:46:43.111989 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:43.146876 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:43.221400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:43.238820 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:43.260329 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-5e1eb14c-66ee-4da5-a0f8-4bec6a27fadc service neutron] 10.222.0.39 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818229 May 31 12:46:43.262833 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.270607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.289708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0e0e7f4d-6dc6-4acb-9b19-6b0eb7cea417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:43.289922 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port fd955137-c830-403f-ba67-0f2673398b13, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=fd955137-c830-403f-ba67-0f2673398b13,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:43.326846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.364935 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.392411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43106b7c-d9b7-4531-9570-ea35df7398e3,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:43.407536 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40110) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:43.407713 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:43.469648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:43.473609 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:43.512503 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8275bc-85be-481e-aab5-730139f63b87,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:43.516266 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:43.603242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Deleting subnet f4e988d7-1ae5-48b5-99a8-448e7f1a909a {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:46:43.627158 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.652306 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-68118acf-615c-4dbb-92cc-ea07ce7abe47 req-b3bfdf35-03bb-4179-abc4-21f56a11abc8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 210 time: 0.1893871 May 31 12:46:43.666034 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.669916 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43106b7c-d9b7-4531-9570-ea35df7398e3 HTTP/1.1" status: 204 len: 168 time: 1.4468892 May 31 12:46:43.684970 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.691322 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a69e5b96e71429aa9fb53cab6ee6900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6353059 May 31 12:46:43.705169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40128) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:43.767382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e64d5c-4941-4df0-befd-2471c84538c5 None None] Network 6899b994-3a52-4f18-8466-f328a5bb26c3 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:43.770041 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.782461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9ab5b-c17b-484b-8ad3-c2bb5e10279d req-cb668d15-f958-4054-98bb-8cc692b4427f tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:43.786591 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.793683 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0ab9ab5b-c17b-484b-8ad3-c2bb5e10279d req-cb668d15-f958-4054-98bb-8cc692b4427f tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 944 time: 1.3304756 May 31 12:46:43.806262 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.836822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.851507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.861760 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:43.880113 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:43.894688 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:43.952426 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a951f36a-5107-440d-b1f2-4223fa91d22a,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:43.961684 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:43.967888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:43.969171 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8782134 May 31 12:46:43.974389 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40140) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:43.974948 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:40Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:43.982021 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0ab9ab5b-c17b-484b-8ad3-c2bb5e10279d req-ed8a5957-413e-49d6-a2bc-d9b8487f5dec tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870215 May 31 12:46:43.985288 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ec511f1d-91cf-4867-bd8e-3ce844c4b6b5 req-cfa7443f-3d5b-43bf-bbc9-a75813b05c76 service neutron] 10.222.0.39 "GET /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157211 May 31 12:46:43.989706 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group_rule': {'security_group_id': '66c3f6ea-89db-45e4-b107-5bc216663be1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:43.997640 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153916c5-3dab-4a98-ba73-8093823a8e61 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:40Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:44.006146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.034112 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:44.044466 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:44.052694 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:44.116569 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:44.127380 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.148052 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.173971 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.198127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1ee5ccb9-701e-4076-8d7d-c9c3731fdc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:44.337549 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.345499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.353491 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.356611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:44.373507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=647b867e-d7ab-4250-887b-7f42d470495e,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:44.373507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:44.531360 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.536115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3794f20a-e762-4d59-aab0-682b4774a701 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:46:44.563490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.567464 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.571448 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Transition to ACTIVE for port object 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:44.583325 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0482965 May 31 12:46:44.608975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.610592 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d8275bc-85be-481e-aab5-730139f63b87 HTTP/1.1" status: 204 len: 168 time: 0.9022379 May 31 12:46:44.613213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e19188-2d98-4983-b33f-ad9fd4d917ee,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:44.630287 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:44.657410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.667654 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8275bc-85be-481e-aab5-730139f63b87,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:44.673998 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:44.677032 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:44.765232 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-7b7702ba-d232-4a2f-b50e-2f509066ed87 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:44.766979 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-7b7702ba-d232-4a2f-b50e-2f509066ed87 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 818 time: 0.3747246 May 31 12:46:44.770757 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:44.789197 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-744696bf-6afb-4c16-8782-500ef41ddf60 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/quotas/86e3030d22e8464dba4ede083f2e091b HTTP/1.1" status: 200 len: 375 time: 0.0130298 May 31 12:46:44.792611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:44.799430 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8219893 May 31 12:46:44.801017 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40182) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:44.891065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:44.918103 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:44.998834 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4c319cf1-2339-4996-98d3-03b463f01763 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1968908 May 31 12:46:45.012910 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:floatingip and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:45.039176 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:45.068145 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:45.142338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.206602 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Pushing event updated for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:45.269948 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:45.304839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.334551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3ccf7040-c350-46d7-acb3-9f80abcb6e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:45.346869 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Attempting to bind port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:45.347347 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Attempting to bind port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:45.348326 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Attempting to bind port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:45.357638 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3794f20a-e762-4d59-aab0-682b4774a701,segment=NetworkSegment(8f6bae8a-9271-4b85-9838-7227d1b706c5),segment_id=8f6bae8a-9271-4b85-9838-7227d1b706c5)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:45.367274 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:45.367807 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Checking segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:45.368379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.368872 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Bound using segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:45.369698 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Bound port: 19d1d25a-e6d2-4f2d-9a30-7f6c89788567, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:45.370382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.396115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '3794f20a-e762-4d59-aab0-682b4774a701', 'network_id': '53c4f5e0-7902-4ca7-aa23-b5a232957ff5', 'port_id': '3794f20a-e762-4d59-aab0-682b4774a701', 'mac_address': 'fa:16:3e:3c:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778e3047-ae44-4d68-a991-21215fc32835', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:46:45.399033 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40212) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:45.413785 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-4925f081-21a7-4608-9c21-f21818caad51 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:45.472442 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.526343 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.563886 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3794f20a-e762-4d59-aab0-682b4774a701 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:45.596648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e988d7-1ae5-48b5-99a8-448e7f1a909a,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:45.602952 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.606241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:45.613964 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3794f20a-e762-4d59-aab0-682b4774a701,segment=NetworkSegment(8f6bae8a-9271-4b85-9838-7227d1b706c5),segment_id=8f6bae8a-9271-4b85-9838-7227d1b706c5)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:45.615579 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] For port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:45.619504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] For port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:45.623172 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.627149 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:45.631654 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Usage tracker for resource:security_group_rule and tenant:79734088f5a142f689c6ff47d1f813c8 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:45.634095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:45.639508 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:45.649381 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-4925f081-21a7-4608-9c21-f21818caad51 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:45.663925 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-4925f081-21a7-4608-9c21-f21818caad51 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1308896344&fields=id&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 267 time: 0.4471838 May 31 12:46:45.672510 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f4e988d7-1ae5-48b5-99a8-448e7f1a909a HTTP/1.1" status: 204 len: 168 time: 2.2016597 May 31 12:46:45.673759 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40216) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:45.675179 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.686856 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-64d3df0d-0895-4672-b6ed-3027088f945f service neutron] 10.222.0.49 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808414 May 31 12:46:45.743182 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:45.743827 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:46:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:45.764004 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:45.888370 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cf72ebba-86e0-44da-a6ea-1b762d9b5085 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:45.979969 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.996438 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:46.023063 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['3794f20a-e762-4d59-aab0-682b4774a701'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:46:46.107773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:46.112871 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:46.128536 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:46.164424 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-a746117a-9b61-4f23-afe2-697508bbce0d service neutron] 10.222.0.49 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747953 May 31 12:46:46.312365 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40230) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:46.529545 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:46.566556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.566897 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.567612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.571149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > port after_create 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.571507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.571873 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > port after_update 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.572184 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.572497 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.574482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.574821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:46.640783 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Pushing event updated for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:46.650162 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:46.653868 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:46.658915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:46.738288 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:46.738803 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:46.825639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-652297e9-5b1d-4d5f-b2ae-9b725af725b8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:46.827131 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-652297e9-5b1d-4d5f-b2ae-9b725af725b8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 818 time: 0.6618361 May 31 12:46:46.839816 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-944c16d7-3dc7-4299-b23d-843bbd22588b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:46.840505 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-944c16d7-3dc7-4299-b23d-843bbd22588b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:46.853372 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Request body: {'port': {'device_id': '300287f0-b104-4916-b37a-99210fb96dc7', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'admin_state_up': True, 'tenant_id': '86e3030d22e8464dba4ede083f2e091b'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:46.963512 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:46.981555 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:46.992985 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e1ae-af05-49d3-825d-1036063ff451 req-9486e26e-515a-4c0f-b5d8-bde8bf4d944a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:46.999916 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eda9e1ae-af05-49d3-825d-1036063ff451 req-9486e26e-515a-4c0f-b5d8-bde8bf4d944a tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 945 time: 0.3860173 May 31 12:46:47.001886 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-944c16d7-3dc7-4299-b23d-843bbd22588b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:47.002949 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-944c16d7-3dc7-4299-b23d-843bbd22588b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 817 time: 1.3380253 May 31 12:46:47.019516 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a297e5b8-316e-4733-8c8d-7b9615f9ec4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:47.027328 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:47.028276 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:47.028736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:47.029250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:46:47.029774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ec0543-52c3-4267-baef-822ff1b532b1']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:47.103923 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859d2641-ae78-48c3-94d1-63be74ac46c3') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:47.104456 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859d2641-ae78-48c3-94d1-63be74ac46c3') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:47.125993 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.140167 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd001bfe-cac3-4872-af4a-37c135f17041,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:47.151244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.155308 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:47.163456 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79734088f5a142f689c6ff47d1f813c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7504711 May 31 12:46:47.168833 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40264) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:47.180810 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:47.186022 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Usage tracker for resource:security_group_rule and tenant:cafd1cb7812e42b5860759a34871e253 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:47.189592 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:47.196885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:47.219355 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-2c5976d9-7e2f-4be0-ab7b-d4233e8260d3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/quotas/a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 375 time: 0.1105444 May 31 12:46:47.257647 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.293631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.329864 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:47.337818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.347463 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eda9e1ae-af05-49d3-825d-1036063ff451 req-9d910621-df4d-42f1-9bae-aaf5b8cdc8b7 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466041 May 31 12:46:47.385978 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:47.386211 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6f5093cf-a7d9-4224-a964-ef09a77dc413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:47.399339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.403389 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port cf72ebba-86e0-44da-a6ea-1b762d9b5085, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=cf72ebba-86e0-44da-a6ea-1b762d9b5085,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:47.414732 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.415860 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device fd955137-c830-403f-ba67-0f2673398b13 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:47.426975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Made reservation on behalf of 86e3030d22e8464dba4ede083f2e091b for: {'port': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:47.431123 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.450563 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:47.494484 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:46:47.494890 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.535864 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Allocated IP 172.28.0.90 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/ac31611e-8f6c-4e65-9df8-e4640f7f53a7) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:47.538027 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: from cryptography.utils import int_from_bytes May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: from cryptography.utils import int_from_bytes May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:46:47.542151 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:46:47.580169 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:47.586707 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:45Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:47.591562 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:47.592506 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a912e18-a2c8-48e2-ab5a-3ddbc8693b3d None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:45Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:46:47.610341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port fd955137-c830-403f-ba67-0f2673398b13 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:47.610714 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.618750 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-ef08d9e8-7b84-4f0d-8471-2b78b635a650 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3839684 May 31 12:46:47.645698 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e9a157ba-9859-4c9a-b0ef-ad3793e101b0 req-4cc0d29c-6de7-4c75-973b-94663cfa526a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 210 time: 0.0787911 May 31 12:46:47.736870 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0efbe-5ba8-4fb2-8651-658118f33492,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:47.742802 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cafd1cb7812e42b5860759a34871e253&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4266782 May 31 12:46:47.753560 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:47.760981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40274) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:47.795696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.908343 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.954624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:47.985949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.990721 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ec0543-52c3-4267-baef-822ff1b532b1,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:47.996386 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.049492 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.067835 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-5b47029a-1d9e-4060-9a43-07814c981913 service neutron] 10.222.0.49 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870847 May 31 12:46:48.098964 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.121677 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Allocated IP 172.20.0.10 (5f4282fe-1ee6-4ae9-8fc9-4b99e170b644/1c047b39-d34b-4a65-b67a-c42ae88a00e0/6b400ede-7c30-495b-aa14-fd8320c2a8ec) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:48.179398 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a08cc4ad-b175-46d1-be38-ec1543f56c53 admin admin] 10.222.0.49 "DELETE /v2.0/networks/80ec0543-52c3-4267-baef-822ff1b532b1 HTTP/1.1" status: 204 len: 168 time: 2.5021822 May 31 12:46:48.192881 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40282) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.198439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cf72ebba-86e0-44da-a6ea-1b762d9b5085 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:48.229025 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.39', 52206) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.231828 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.236296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.263199 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.276949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:48.298636 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd001bfe-cac3-4872-af4a-37c135f17041,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:48.353390 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port cf72ebba-86e0-44da-a6ea-1b762d9b5085 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:48.353765 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.461733 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f0efbe-5ba8-4fb2-8651-658118f33492,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:48.477825 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.485579 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.491432 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e9528abd-c168-47e4-b7f4-6e1137fd0df1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd001bfe-cac3-4872-af4a-37c135f17041 HTTP/1.1" status: 204 len: 168 time: 1.3166876 May 31 12:46:48.492325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:48.492739 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.498559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.502303 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45f0efbe-5ba8-4fb2-8651-658118f33492 HTTP/1.1" status: 204 len: 168 time: 0.7313530 May 31 12:46:48.528415 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3794f20a-e762-4d59-aab0-682b4774a701 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:48.567928 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Deleting subnet 10a7db36-5a30-4484-ba5c-504e05e8bc07 {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:46:48.752267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-c58e93e4-df3f-400c-85ae-b1a58f0ab0cb tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:48.754165 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-c58e93e4-df3f-400c-85ae-b1a58f0ab0cb tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 818 time: 0.5240934 May 31 12:46:48.768231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Request body: {'port': {'device_id': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'admin_state_up': True, 'tenant_id': '86e3030d22e8464dba4ede083f2e091b'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:48.815305 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 3794f20a-e762-4d59-aab0-682b4774a701 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:48.847998 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 3794f20a-e762-4d59-aab0-682b4774a701 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:48.848439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.869386 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.926833 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.000379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:49.105414 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.147754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:49.151127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.159248 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-bfc64f11-0e0d-4606-8440-00019c87543b service neutron] 10.222.0.49 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0836773 May 31 12:46:49.169468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.187908 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.285411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:49.312149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:49.321562 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:49.325245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:49.327166 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:49.331142 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:49.332653 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.337307 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:49.351401 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:49.364634 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:49.379663 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:49.380336 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.434648 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.457966 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.482787 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40318) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:49.487621 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6406775 May 31 12:46:49.490508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Made reservation on behalf of 86e3030d22e8464dba4ede083f2e091b for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:49.502932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:46:49.504935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.550532 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Request body: {'port': {'device_id': '300287f0-b104-4916-b37a-99210fb96dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:49.564398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=ac31611e-8f6c-4e65-9df8-e4640f7f53a7,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.708607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.719636 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3794f20a-e762-4d59-aab0-682b4774a701,segment=NetworkSegment(8f6bae8a-9271-4b85-9838-7227d1b706c5),segment_id=8f6bae8a-9271-4b85-9838-7227d1b706c5)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:49.743323 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.761970 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.807339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.808515 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.818830 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.898566 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.907220 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516650a3-3d80-4df5-a2b1-30fb6945354e req-539fcdc3-2ffe-4484-8e60-3419e5deebae tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:49.915002 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-516650a3-3d80-4df5-a2b1-30fb6945354e req-539fcdc3-2ffe-4484-8e60-3419e5deebae tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 945 time: 0.9110432 May 31 12:46:49.916947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.921885 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7252d2e-436e-48a4-8dca-d19b18c81fa3" -d '{"events": [{"server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "3794f20a-e762-4d59-aab0-682b4774a701"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:46:49.930935 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Pushing event updated for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.934170 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cbb25142-4ef3-4d5f-8ac0-7a289fde2e60 req-3c1f2a9a-0a0b-4b55-af58-c5ce99276ddc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:49.942749 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.950806 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:49.952021 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.955982 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.960033 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.963137 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:50.012619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:50.014871 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Allocated IP 172.20.0.5 (5f4282fe-1ee6-4ae9-8fc9-4b99e170b644/1c047b39-d34b-4a65-b67a-c42ae88a00e0/840ad250-920e-4f96-8c1d-ad26067c7fc4) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:50.049553 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:50.055418 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-cbb25142-4ef3-4d5f-8ac0-7a289fde2e60 req-3c1f2a9a-0a0b-4b55-af58-c5ce99276ddc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:50.058015 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.064252 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cbb25142-4ef3-4d5f-8ac0-7a289fde2e60 req-3c1f2a9a-0a0b-4b55-af58-c5ce99276ddc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 210 time: 0.3032932 May 31 12:46:50.095735 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Usage tracker for resource:security_group_rule and tenant:ff97b9378c1945edb4ccae9888df082e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:50.111534 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.142025 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:50.158416 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-516650a3-3d80-4df5-a2b1-30fb6945354e req-e24d5c3b-d06e-4588-afec-e5b677f11e37 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425556 May 31 12:46:50.212387 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:50.327037 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4572072f-7d46-4a2f-aebf-fa2783dead3f req-80d85635-6a83-41b8-a726-08b2fff8bdce tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 210 time: 0.1889148 May 31 12:46:50.482316 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.562788 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.577723 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b05968-751a-40bf-9a0a-3ee0cf8edd0c x-openstack-request-id: req-26b05968-751a-40bf-9a0a-3ee0cf8edd0c {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:46:50.578215 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "3794f20a-e762-4d59-aab0-682b4774a701", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:46:50.578659 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26b05968-751a-40bf-9a0a-3ee0cf8edd0c {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:46:50.578965 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.579246 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701', 'code': 200} May 31 12:46:50.586272 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:50.678397 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.708884 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.765795 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=ac31611e-8f6c-4e65-9df8-e4640f7f53a7,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:50.776391 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.779253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0a66e4a1-0c4e-485e-83d8-cf9b468e580e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:50.786094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:50.837191 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:50.838398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.848065 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a7db36-5a30-4484-ba5c-504e05e8bc07,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:50.859296 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.862479 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.871730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:50.877480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:50.918066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.39', 52212) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:50.931755 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.942770 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1371837 May 31 12:46:51.021329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Pushing event updated for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:51.028997 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:51.048061 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.048895 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.081534 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3182604 May 31 12:46:51.090186 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-81ca013a-ec19-43c5-b81c-f1e36ffc19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.092060 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-81ca013a-ec19-43c5-b81c-f1e36ffc19cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 1099 time: 0.1696517 May 31 12:46:51.097294 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Request body: {'port': {'device_id': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:51.186735 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.230603 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:51.234842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Usage tracker for resource:security_group_rule and tenant:54498f18cffe4e16aaf6a6eaab176b5e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:51.238994 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.39', 52214) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.239815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:51.341378 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:51.423741 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10a7db36-5a30-4484-ba5c-504e05e8bc07 HTTP/1.1" status: 204 len: 168 time: 3.2150278 May 31 12:46:51.431731 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40398) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.446220 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b400ede-7c30-495b-aa14-fd8320c2a8ec {{(pid=98246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:51.458425 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.493622 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-957d9177-f9d2-4335-9d16-fc548ef9444e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:51.504587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.521131 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.525743 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Transition to ACTIVE for port object 6b400ede-7c30-495b-aa14-fd8320c2a8ec will not be triggered until provisioned by entity L2. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:51.541933 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:51.559690 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.588553 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.590118 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-957d9177-f9d2-4335-9d16-fc548ef9444e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:51.591293 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-957d9177-f9d2-4335-9d16-fc548ef9444e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--164873142&fields=id&tenant_id=aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 267 time: 0.2719862 May 31 12:46:51.612808 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff97b9378c1945edb4ccae9888df082e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1207640 May 31 12:46:51.613510 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40408) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.717654 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353a356-d693-4fef-99b7-3c70fc036c2e req-5a8cb635-8dcf-46bd-9a3d-abd24ca8ee64 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.719165 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f353a356-d693-4fef-99b7-3c70fc036c2e req-5a8cb635-8dcf-46bd-9a3d-abd24ca8ee64 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 931 time: 0.3928556 May 31 12:46:51.726272 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.742657 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e5b56-66a7-42cb-ac72-c98ad96974d5,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:51.758393 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:51.759728 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:51.791863 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-fc6911b2-4080-4c90-9af8-40854e950ef4 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.793486 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-fc6911b2-4080-4c90-9af8-40854e950ef4 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 817 time: 0.5501289 May 31 12:46:51.891029 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40414) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:52.016918 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Attempting to bind port 6b400ede-7c30-495b-aa14-fd8320c2a8ec on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:52.017279 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Attempting to bind port 6b400ede-7c30-495b-aa14-fd8320c2a8ec by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:52.017597 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Attempting to bind port 6b400ede-7c30-495b-aa14-fd8320c2a8ec on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:52.021338 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-f353a356-d693-4fef-99b7-3c70fc036c2e req-37bf18c5-0e98-447e-812e-e23f09680529 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:52.056499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:52.065679 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Port 6b400ede-7c30-495b-aa14-fd8320c2a8ec on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:46:52.065994 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Attempting to bind port 6b400ede-7c30-495b-aa14-fd8320c2a8ec on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:52.070340 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:52.080043 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.090096 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-c9468e13-1cb5-44bc-b575-e0e540e2bd5f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:52.090788 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-c9468e13-1cb5-44bc-b575-e0e540e2bd5f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:52.093556 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:52.093884 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Checking segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:52.094256 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Bound using segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} {{(pid=98246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:52.094698 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.managers [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Bound port: 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}}] {{(pid=98246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:52.095038 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.096148 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:52.172379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:52.173169 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.185329 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-f353a356-d693-4fef-99b7-3c70fc036c2e req-37bf18c5-0e98-447e-812e-e23f09680529 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:52.186569 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f353a356-d693-4fef-99b7-3c70fc036c2e req-37bf18c5-0e98-447e-812e-e23f09680529 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432616 May 31 12:46:52.188395 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.240251 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-c9468e13-1cb5-44bc-b575-e0e540e2bd5f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:52.246813 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-c9468e13-1cb5-44bc-b575-e0e540e2bd5f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 811 time: 0.6448998 May 31 12:46:52.266975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-c99cb976-4701-4faa-b29f-b182ef6b476b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:52.290351 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-0aabf2f0-176e-45cc-9114-e89e24ceb93e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/quotas/aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 375 time: 0.0423908 May 31 12:46:52.329432 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.355566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, cleared binding levels {{(pid=98246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:52.374274 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:52.392720 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.422648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.426061 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.432562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-62f34c7d-7e17-4300-ab73-c99d53d5d81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:52.434005 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.437290 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1946f646-5879-4034-a0de-eaffffca7da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:52.443936 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.472762 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-c99cb976-4701-4faa-b29f-b182ef6b476b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:52.474034 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-c99cb976-4701-4faa-b29f-b182ef6b476b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 380 time: 0.6053135 May 31 12:46:52.490156 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6899b994-3a52-4f18-8466-f328a5bb26c3']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:52.523815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'port': {'device_id': '3770e77a-5427-4879-95cf-548c685da421', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'admin_state_up': True, 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'security_groups': ['54d4e3bf-f246-4875-97d3-1641b9e203dc']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:52.526570 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:52.527190 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.529153 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 1094 time: 2.9911995 May 31 12:46:52.533252 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:46:52.535564 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4ea79-6c0a-461a-b827-c41048468209" -d '{"events": [{"name": "network-changed", "server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:46:52.549014 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:52.554973 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.555165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b81536f-f2c6-4c4f-865f-8e3dd8089819') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:52.555591 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b81536f-f2c6-4c4f-865f-8e3dd8089819') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:52.559731 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a5e5b56-66a7-42cb-ac72-c98ad96974d5 HTTP/1.1" status: 204 len: 168 time: 0.8785663 May 31 12:46:52.584150 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-2050a8ef-9208-4420-8bd0-d1ec7cbe0dbb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2856739 May 31 12:46:52.585245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6157dbc3-e690-4831-bad0-6deb69fe7736,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:52.589864 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-23637d81-d6cc-47e3-b7e4-d64437b717df req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4638395 May 31 12:46:52.593249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:52.600039 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Usage tracker for resource:security_group_rule and tenant:37fca73447d64a2bad87e8cf77d4a0f7 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:52.623029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=3']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:52.670041 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:52.676363 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.681626 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:52.695966 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512111c-2da0-49d8-85ff-312403026619 req-2ead494e-6117-43d2-a072-ce68b07d4b5f tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:52.698025 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a512111c-2da0-49d8-85ff-312403026619 req-2ead494e-6117-43d2-a072-ce68b07d4b5f tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.3285825 May 31 12:46:52.698864 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:52.706375 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:52.720183 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e5b56-66a7-42cb-ac72-c98ad96974d5,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:52.726474 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.763841 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:46:52.764374 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:46:52.781232 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:46:52.800562 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:52.853728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.db.resource_extend [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:46:52.896936 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a512111c-2da0-49d8-85ff-312403026619 req-3f7890d3-5c2d-4a1b-a337-12d088dac8b1 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859417 May 31 12:46:52.932600 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-88c4c523-b7ee-4e78-94de-c74012160777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:52.934261 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-88c4c523-b7ee-4e78-94de-c74012160777 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1097 time: 0.3222263 May 31 12:46:52.938093 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-abe3a2ef-0d8e-43b7-a90d-1326fb07fbf9 service neutron] 10.222.0.49 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531168 May 31 12:46:52.962554 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:52.984568 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:port and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:52.987645 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.993699 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840ad250-920e-4f96-8c1d-ad26067c7fc4 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:52.998687 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:53.013363 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.017967 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.021468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:53.025712 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f461fcf9-ddf6-4eb8-9e1a-06766ed25f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:53.077023 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Pushing event deleted for resources: {'Network': ['ID=6899b994-3a52-4f18-8466-f328a5bb26c3,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:53.078548 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-acda8336-5ed2-4cee-b0dc-5a05551b794b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.1346889 May 31 12:46:53.089683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:53.090884 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Transition to ACTIVE for port object 840ad250-920e-4f96-8c1d-ad26067c7fc4 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:53.102323 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-61da0471-705e-4f24-a70d-f531061040de admin admin] 10.222.0.49 "DELETE /v2.0/networks/6899b994-3a52-4f18-8466-f328a5bb26c3 HTTP/1.1" status: 204 len: 168 time: 1.6670511 May 31 12:46:53.103527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Made reservation on behalf of a929962288c64ce1b3429f43d5d40b15 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:53.107463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.119346 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.137939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:53.318077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.334782 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b8f09f0b-8cc6-4278-884f-d676c2dbf111 req-76508fcf-2d3b-48f2-aa16-9659e9c0a6e5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 210 time: 0.2607899 May 31 12:46:53.350661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.387262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40458) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:53.415539 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-15a1be96-41b1-4116-b28b-6b231b10e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:53.417224 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-15a1be96-41b1-4116-b28b-6b231b10e03d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.3009849 May 31 12:46:53.418872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:53.423558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:53.435144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e57c1e59-ecc1-4e32-9041-164c76242831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:53.499022 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-dbb64d8f-60bb-478d-9dbf-ff0c8bc4a79e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711768 May 31 12:46:53.516210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95713763-337e-4cd4-b05f-78514a326865 x-openstack-request-id: req-95713763-337e-4cd4-b05f-78514a326865 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:46:53.516574 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:46:53.517053 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95713763-337e-4cd4-b05f-78514a326865 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:46:53.517680 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec', 'status': 'completed', 'code': 200} May 31 12:46:53.543034 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-4c3f682d-c4f4-43f5-b5ae-544fe9ede320 service neutron] 10.222.0.49 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020373 May 31 12:46:53.596227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d28d2-c10e-4c5a-9fac-2da9fc233d72,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:53.607067 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37fca73447d64a2bad87e8cf77d4a0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7153809 May 31 12:46:53.615475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40468) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:53.621027 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:53.644913 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Attempting to bind port 840ad250-920e-4f96-8c1d-ad26067c7fc4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:53.645313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Attempting to bind port 840ad250-920e-4f96-8c1d-ad26067c7fc4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:53.645667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Attempting to bind port 840ad250-920e-4f96-8c1d-ad26067c7fc4 on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:53.655166 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Port 840ad250-920e-4f96-8c1d-ad26067c7fc4 on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:46:53.655506 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Attempting to bind port 840ad250-920e-4f96-8c1d-ad26067c7fc4 on network 5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:53.671631 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9026666d-9cb8-4b87-bdc0-743f0898afeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae2ac8137e3f4b11935b06c338955925&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2824996 May 31 12:46:53.680890 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40472) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:53.687252 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:53.687252 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Checking segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:53.687766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Bound using segment: {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:53.688251 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Bound port: 840ad250-920e-4f96-8c1d-ad26067c7fc4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df20dab1-8acd-4a76-9554-b3ab691f424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:53.688596 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.701766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Allocated IP 172.20.0.3 (57b44e89-aff9-4a88-913b-e0af1f38fe9a/9f875523-12f2-4ed3-95ed-7240ef436957/33c7ac88-c3d5-4953-b12e-c89338247f4e) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:53.849648 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23126584-6069-410d-9984-85a0c9c63c8f req-c22a06e3-21c1-4dc6-a080-91ad475ceed2 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.0628283 May 31 12:46:53.854618 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-f977b2b7-2806-449f-8a88-5a895de52d5b service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443007 May 31 12:46:53.928349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.104673 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:54.131127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:54.135443 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.168100 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99533389-054d-4b75-8fd8-afb099e8a320 req-e382a319-24fc-48a6-b1c1-21adfeaaae73 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:54.168309 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.176595 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99533389-054d-4b75-8fd8-afb099e8a320 req-e382a319-24fc-48a6-b1c1-21adfeaaae73 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 943 time: 0.5617964 May 31 12:46:54.182991 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.251070 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.322151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-63fd47e5-7658-4f3e-b120-7f1c80c56c89 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:54.374126 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99533389-054d-4b75-8fd8-afb099e8a320 req-a7a8e4c5-fdce-4a86-96cf-3851ca2bf5ba tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965368 May 31 12:46:54.399428 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e0f493b-be5a-4716-b229-266f6b6b29e4 req-37705edb-54bd-44bd-b4b9-2a5809bb7e4c service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335379 May 31 12:46:54.423342 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:54.423936 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.425705 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] 10.222.0.39 "PUT /v2.0/ports/840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 200 len: 1093 time: 3.3326385 May 31 12:46:54.429115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:46:54.468592 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Pushing event updated for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:54.469202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.476522 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9e92f38f-22b1-4867-90ea-7aa87cfbd1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:54.479210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.480487 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.498862 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-065a2dcf-dbb2-4e33-9f34-6919247d91cc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:54.544442 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bcb204-fb06-4556-ad94-74deb14a7755,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:54.610849 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d28d2-c10e-4c5a-9fac-2da9fc233d72,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:54.643356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.653022 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873684-bd49-4828-8092-8637a26e6f2c req-e518a30d-a120-41e6-a047-a43882e6636e tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:54.660221 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-34873684-bd49-4828-8092-8637a26e6f2c req-e518a30d-a120-41e6-a047-a43882e6636e tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.4792736 May 31 12:46:54.705664 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.708098 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574ebd4-f419-4fdb-b859-5a341113d1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:46:54.743026 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.746546 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b1d28d2-c10e-4c5a-9fac-2da9fc233d72 HTTP/1.1" status: 204 len: 168 time: 1.1276491 May 31 12:46:54.746677 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.747968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.749647 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5bcb204-fb06-4556-ad94-74deb14a7755 HTTP/1.1" status: 204 len: 168 time: 1.0640397 May 31 12:46:54.761736 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d1ee01c-1837-48a6-91ad-03ebc825024c req-892f3a1a-94ff-414a-8cc7-4aa384a5e8ff tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 210 time: 0.1315274 May 31 12:46:54.768617 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Transition to ACTIVE for port object 33c7ac88-c3d5-4953-b12e-c89338247f4e will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:54.790293 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-bdef745e-472d-445e-b560-ca96b5b94ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:54.791757 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-bdef745e-472d-445e-b560-ca96b5b94ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1096 time: 0.2820327 May 31 12:46:54.855948 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-34873684-bd49-4828-8092-8637a26e6f2c req-ebaac7d4-cf8f-4142-a670-010268a31208 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947412 May 31 12:46:54.863704 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.880282 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-91f1634d-ae7c-4e33-970e-44277e34cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:54.883443 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-91f1634d-ae7c-4e33-970e-44277e34cc4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1097 time: 0.3496525 May 31 12:46:54.887716 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-0f3b4f3f-df64-4a5a-aec0-ed30cefc49f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 200 len: 217 time: 0.0855794 May 31 12:46:54.889299 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:55.039281 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:55.044435 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:55.050755 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:55.112338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:55.127812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:55.129595 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-c464e3d0-16ab-4b8e-a41e-967e302ed614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:55.131266 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-c464e3d0-16ab-4b8e-a41e-967e302ed614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.2069824 May 31 12:46:55.150433 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-784d0171-d985-40f4-9244-219a9214e2d2 req-c77ac009-4620-4024-8f7c-0f411deb624e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.0886228 May 31 12:46:55.197725 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-54e022da-e048-4382-b7bf-208c15d8fdd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560389 May 31 12:46:55.212223 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:55.213190 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.243667 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-b9cfd553-3117-485d-9263-08daf4fd2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:55.245978 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-b9cfd553-3117-485d-9263-08daf4fd2a6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.3410363 May 31 12:46:55.388448 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-80d38b18-27fd-4299-852e-27091d077a5c None None] Provisioning for port 33c7ac88-c3d5-4953-b12e-c89338247f4e completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:55.394798 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9061546 May 31 12:46:55.395781 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-203e0848-dd37-4fcb-aa92-c41f9517da11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.1378753 May 31 12:46:55.406606 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-80d38b18-27fd-4299-852e-27091d077a5c None None] Provisioning complete for port 33c7ac88-c3d5-4953-b12e-c89338247f4e triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:55.409771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-80d38b18-27fd-4299-852e-27091d077a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.419823 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Request body: {'port': {'device_id': '3770e77a-5427-4879-95cf-548c685da421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:55.508104 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-d1d7db49-ad6f-4646-b7c3-9d59a96249cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:55.513353 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-d1d7db49-ad6f-4646-b7c3-9d59a96249cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.1029718 May 31 12:46:55.565915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-80d38b18-27fd-4299-852e-27091d077a5c None None] Port 33c7ac88-c3d5-4953-b12e-c89338247f4e cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:55.590825 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-8638e6bf-58e4-4f37-846d-ac2841777550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693891 May 31 12:46:55.666963 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40546) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:55.745836 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-24ee163d-36b8-4ee9-a981-abff5434c0b3 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265548 May 31 12:46:55.784029 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d956b-8ec5-4bbe-9369-adce57780e0f x-openstack-request-id: req-426d956b-8ec5-4bbe-9369-adce57780e0f {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:46:55.784350 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:46:55.784612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-426d956b-8ec5-4bbe-9369-adce57780e0f {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:46:55.785113 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4', 'status': 'completed', 'code': 200} May 31 12:46:55.879641 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.917826 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:55.951970 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:fbdda3ff379f4ec48eb6ac2fd69cb352 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:55.976752 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-3d052fed-a38a-48fa-8103-8a0ea95dad2a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:55.978820 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-3d052fed-a38a-48fa-8103-8a0ea95dad2a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 811 time: 0.4909878 May 31 12:46:55.983684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.998672 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40560) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.020934 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:56.145337 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:56.152009 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40566) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.154042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-76453224-7386-4cc0-b99c-4e85663e5f3e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:56.194192 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9fb68bba-68c8-4c91-bbdf-fd450dcb4f44 req-520511f3-510f-4c42-b132-a8a03feca9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044428 May 31 12:46:56.231225 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-dc5d063b-88f5-40d5-bde7-8dbb664db041 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332879 May 31 12:46:56.241053 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-208d5eba-056e-4136-99e2-61e2babd907e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bca0917409b4018bbc762ef994660ca&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2231865 May 31 12:46:56.243009 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40574) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.262035 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-76453224-7386-4cc0-b99c-4e85663e5f3e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:56.263225 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-76453224-7386-4cc0-b99c-4e85663e5f3e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 379 time: 0.2654364 May 31 12:46:56.305083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68c04-5fb2-4283-bcb7-bf87b947249f req-e757748f-c920-4c87-b934-4c29d015c0d0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:56.306620 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d1f68c04-5fb2-4283-bcb7-bf87b947249f req-e757748f-c920-4c87-b934-4c29d015c0d0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 943 time: 0.6461244 May 31 12:46:56.323710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'port': {'device_id': '34c40856-897f-453e-b5c9-171c512c5c10', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'admin_state_up': True, 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'security_groups': ['66c3f6ea-89db-45e4-b107-5bc216663be1']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:56.449112 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.464695 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082faf2-863f-46d1-91c5-f5f28208e8ac req-cec74e24-dd60-46d1-85b6-1f14c45e2d62 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:56.466180 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d082faf2-863f-46d1-91c5-f5f28208e8ac req-cec74e24-dd60-46d1-85b6-1f14c45e2d62 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 931 time: 0.5183499 May 31 12:46:56.496985 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40584) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.522571 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:56.584392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Usage tracker for resource:security_group_rule and tenant:c4c4f4be36a94ec589fa29f8d04c601a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:56.593120 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-2f46665a-5822-4851-bdd6-69565e435d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:56.594615 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-2f46665a-5822-4851-bdd6-69565e435d99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1096 time: 0.3305230 May 31 12:46:56.595152 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d1f68c04-5fb2-4283-bcb7-bf87b947249f req-56db09f7-3993-496f-8d9f-ed08497e9270 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268116 May 31 12:46:56.604244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:56.606282 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:56.611716 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:port and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:56.631754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:56.644973 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:56.645549 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:56.655016 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.663380 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-b38fbd82-5ba4-4dc2-b5e1-a80b1d7412a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197485 May 31 12:46:56.666157 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.682015 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d082faf2-863f-46d1-91c5-f5f28208e8ac req-acc76355-5af8-4637-b3ba-eb30972f8384 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703920 May 31 12:46:56.708066 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.751393 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-36aa4231-595b-496e-a327-2b078c5adae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:56.785052 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.830030 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.855725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Made reservation on behalf of aacf7aeb68204716bf23db4b8172d98e for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:56.859151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.907801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:56.938577 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:56.955620 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb54238-4428-4c9d-bafb-f5142df960fd,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.959311 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:56.963759 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.965225 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbdda3ff379f4ec48eb6ac2fd69cb352&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2848845 May 31 12:46:56.966461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6c53ddd3b14c1ca8ee620fa9ca955b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:56.969172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 40592) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.980587 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1f5771ae-1795-470b-a391-d99a1ded18c0 req-724e640e-21eb-4272-b011-0d61a1fc5ab3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.1306133 May 31 12:46:56.988015 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:56.999070 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-a764b7c3-3bbb-4db6-aeff-4bcbc7a8ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:57.000528 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-a764b7c3-3bbb-4db6-aeff-4bcbc7a8ebfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.3938947 May 31 12:46:57.002888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:57.091869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Transition to ACTIVE for port object 33c7ac88-c3d5-4953-b12e-c89338247f4e will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:57.102741 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.104969 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.113608 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.115176 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-4e7755bc-32a1-41af-bac6-a4e1db0dc254 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 200 len: 217 time: 0.0953519 May 31 12:46:57.117915 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.125116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.132254 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.138457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c8483-3fba-4c6a-a97b-33b05138da2c req-de910b95-5d4a-4cf7-b1f2-f9455d14ac10 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:57.140003 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2b4c8483-3fba-4c6a-a97b-33b05138da2c req-de910b95-5d4a-4cf7-b1f2-f9455d14ac10 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.3660247 May 31 12:46:57.159902 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4dfdf9-391c-4845-8c0e-e2230a54b03d,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.162169 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.169179 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-19f77c47-979b-4e90-9393-ae1938b9fbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.246602 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4c4f4be36a94ec589fa29f8d04c601a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0808544 May 31 12:46:57.257554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40596) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:57.273319 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c23f9e-13ab-4591-8dfb-822d8ca3098a,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.276387 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.291701 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.295106 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d4dfdf9-391c-4845-8c0e-e2230a54b03d HTTP/1.1" status: 204 len: 168 time: 1.0482934 May 31 12:46:57.297846 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2b4c8483-3fba-4c6a-a97b-33b05138da2c req-32d543c2-aa6f-4d97-91bf-09a639df4bed tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391201 May 31 12:46:57.318537 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.326481 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.368968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.378027 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.397779 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.405527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-88e35bc4-c0eb-4851-98af-04e6632b4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:57.406969 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-88e35bc4-c0eb-4851-98af-04e6632b4a94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.2766371 May 31 12:46:57.456005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.456900 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f6c53ddd3b14c1ca8ee620fa9ca955b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9361289 May 31 12:46:57.461029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40604) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:57.461958 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a7d42-c45f-4897-b07d-832fc8ace153,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.468037 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.510028 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.544710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Allocated IP 172.20.0.10 (20e83861-c495-45f9-add9-0b48f7bdbf32/948373d5-472d-4ff4-8abd-ae2798afead5/634acc1a-3ef5-4dad-81e2-837454896d4f) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:57.551573 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.561903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.572931 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-6e17918c-389a-463e-a8af-cbbe13e2be7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321008 May 31 12:46:57.620101 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.651766 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.716651 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.724257 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.741116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c23f9e-13ab-4591-8dfb-822d8ca3098a,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.746758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.753512 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.756675 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1c23f9e-13ab-4591-8dfb-822d8ca3098a HTTP/1.1" status: 204 len: 168 time: 0.4927871 May 31 12:46:57.781642 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.787470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.819429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a7d42-c45f-4897-b07d-832fc8ace153,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.821603 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.822878 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac6a7d42-c45f-4897-b07d-832fc8ace153 HTTP/1.1" status: 204 len: 168 time: 0.3577695 May 31 12:46:57.824457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.891598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.941575 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.953276 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Attempting to bind port 33c7ac88-c3d5-4953-b12e-c89338247f4e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:57.954207 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Attempting to bind port 33c7ac88-c3d5-4953-b12e-c89338247f4e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:57.954736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Attempting to bind port 33c7ac88-c3d5-4953-b12e-c89338247f4e on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:57.969371 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb54238-4428-4c9d-bafb-f5142df960fd,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.985900 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:58.039400 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Port 33c7ac88-c3d5-4953-b12e-c89338247f4e on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:46:58.039950 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Attempting to bind port 33c7ac88-c3d5-4953-b12e-c89338247f4e on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:58.056250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:58.056976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Checking segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:58.057796 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Bound using segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:58.058241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Bound port: 33c7ac88-c3d5-4953-b12e-c89338247f4e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:58.058592 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.066326 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82fd06-66c1-4a25-ac14-770863b4c15b req-42143d71-3fe7-4a91-a4b2-2880d649904c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:58.067955 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ce82fd06-66c1-4a25-ac14-770863b4c15b req-42143d71-3fe7-4a91-a4b2-2880d649904c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 943 time: 0.2511082 May 31 12:46:58.151659 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9575c1e-b644-461b-8540-9c4b83555d6b req-40aa4e02-5af3-482c-8e49-5ea8463de5f0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:58.153235 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b9575c1e-b644-461b-8540-9c4b83555d6b req-40aa4e02-5af3-482c-8e49-5ea8463de5f0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.2559259 May 31 12:46:58.159483 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.165772 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afb54238-4428-4c9d-bafb-f5142df960fd HTTP/1.1" status: 204 len: 168 time: 1.1946962 May 31 12:46:58.200282 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ce82fd06-66c1-4a25-ac14-770863b4c15b req-066a20b8-5d00-421b-bfb7-f6c99de069f5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171710 May 31 12:46:58.225827 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b9575c1e-b644-461b-8540-9c4b83555d6b req-c95497f4-e2fd-4fbc-8a29-59e57c15ce33 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579472 May 31 12:46:58.231741 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-cda88f8b-1dcb-47a0-b026-8b83eee3d2cf service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486738 May 31 12:46:58.353994 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:58.358395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:58.382040 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e039b8f-e0ec-4269-a2b5-3383adacdd10 req-bb1e91b6-6960-4e41-bcd8-696f4127dc08 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.0459077 May 31 12:46:58.389973 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.418056 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:58.474487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40640) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:58.500270 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.504572 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:58.505494 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.507230 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 1093 time: 3.0983527 May 31 12:46:58.509049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:46:58.511601 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6921a7-a044-4161-847f-7818e1fbb9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:46:58.538268 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:58.549997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Usage tracker for resource:security_group_rule and tenant:611b3aadf4174894ac05a7b3e3f65d16 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:58.556844 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.558037 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:58.566578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:58.592471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6b400ede-7c30-495b-aa14-fd8320c2a8ec details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:46:58.659078 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac14ae4-8f36-4442-b801-86c1be87b2b8 x-openstack-request-id: req-cac14ae4-8f36-4442-b801-86c1be87b2b8 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:46:58.659433 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:46:58.659645 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cac14ae4-8f36-4442-b801-86c1be87b2b8 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:46:58.660054 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'status': 'completed', 'code': 200} May 31 12:46:58.683429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Transition to ACTIVE for port object 634acc1a-3ef5-4dad-81e2-837454896d4f will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:58.692725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:58.699222 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0574ebd4-f419-4fdb-b859-5a341113d1dc req-8871f4b4-7d62-41ec-a97f-f0e59e51e7a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535639 May 31 12:46:58.701634 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:58.730443 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-965649db-ee8a-4de9-b797-0ecaa2ea7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:58.732058 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-965649db-ee8a-4de9-b797-0ecaa2ea7b8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1096 time: 0.1470499 May 31 12:46:58.750630 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.761197 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.788897 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:58.863077 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=611b3aadf4174894ac05a7b3e3f65d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866739 May 31 12:46:58.864986 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40648) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:58.866022 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40650) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:58.880693 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2da71-49a9-4d7c-a5df-87bd87a1252f,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:58.885617 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:58.912505 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.916235 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-cdef5a73-6937-4570-90f4-49e8a1092116 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 217 time: 0.1765687 May 31 12:46:58.917981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.931088 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02c97e9a-3528-462c-81bb-5530e8e3ef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:58.957120 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:58.965098 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1224cc094dd4d75a70630a7ba1025e3 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:58.971690 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:58.986206 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:59.026684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:59.036471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:59.040748 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:59.047085 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:59.056248 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '6b400ede-7c30-495b-aa14-fd8320c2a8ec', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'port_id': '6b400ede-7c30-495b-aa14-fd8320c2a8ec', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:46:59.109908 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.112231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.115179 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.115984 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.149778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.160407 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.187227 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-8ed3f6f7-639e-4262-aa99-0ce31b138a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.193183 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b400ede-7c30-495b-aa14-fd8320c2a8ec {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:46:59.193361 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.211140 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.211494 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.215560 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9401770 May 31 12:46:59.223881 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-5442d9d2-6973-445d-93a7-c6d76f58c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.227279 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-5442d9d2-6973-445d-93a7-c6d76f58c65f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.2972572 May 31 12:46:59.234262 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:59.240324 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Request body: {'port': {'device_id': '34c40856-897f-453e-b5c9-171c512c5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:59.245465 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.249801 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.285326 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1224cc094dd4d75a70630a7ba1025e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179468 May 31 12:46:59.295484 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40674) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:59.296765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6008b7-07e5-4a36-ad79-38aea988c61c,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.309502 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.387323 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.391236 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.467194 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6b400ede-7c30-495b-aa14-fd8320c2a8ec'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:46:59.566245 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.567868 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.573955 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.600324 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2da71-49a9-4d7c-a5df-87bd87a1252f,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.611042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.613963 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.625691 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-62a57074-bb0e-4836-bbe2-1b50eea36664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.627567 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-62a57074-bb0e-4836-bbe2-1b50eea36664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3933580 May 31 12:46:59.636721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.653953 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-39e3d88d-a7bf-4854-b5eb-97ffd81b744b None None] Provisioning for port 634acc1a-3ef5-4dad-81e2-837454896d4f completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:59.674257 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.675454 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59c2da71-49a9-4d7c-a5df-87bd87a1252f HTTP/1.1" status: 204 len: 168 time: 0.8065858 May 31 12:46:59.688164 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-39e3d88d-a7bf-4854-b5eb-97ffd81b744b None None] Provisioning complete for port 634acc1a-3ef5-4dad-81e2-837454896d4f triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:59.692872 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-39e3d88d-a7bf-4854-b5eb-97ffd81b744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.712517 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285529-0751-463b-9699-82a5e8f20b87 req-4a4be712-dd83-4d13-8205-efd33174cc53 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.720233 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6285529-0751-463b-9699-82a5e8f20b87 req-4a4be712-dd83-4d13-8205-efd33174cc53 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 943 time: 0.2871132 May 31 12:46:59.754588 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d576684-0edc-4947-97cc-3e8a8a080a62 req-b7184c8f-dab1-4d93-a875-b9dfdd76b40a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.756262 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1d576684-0edc-4947-97cc-3e8a8a080a62 req-b7184c8f-dab1-4d93-a875-b9dfdd76b40a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.2497735 May 31 12:46:59.821111 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-39e3d88d-a7bf-4854-b5eb-97ffd81b744b None None] Port 634acc1a-3ef5-4dad-81e2-837454896d4f cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:46:59.900290 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6285529-0751-463b-9699-82a5e8f20b87 req-8ed89cae-f380-4b87-92f9-5b122a54bf0b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768384 May 31 12:46:59.918429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.930054 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.947758 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-9e86ae1b-e286-41ff-ae3f-a4fc6dce11a9 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741506 May 31 12:47:00.015252 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1d576684-0edc-4947-97cc-3e8a8a080a62 req-b7c83b9a-6266-45e0-9936-7f18527d0814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404220 May 31 12:47:00.017262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6008b7-07e5-4a36-ad79-38aea988c61c,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:00.027640 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.029233 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be6008b7-07e5-4a36-ad79-38aea988c61c HTTP/1.1" status: 204 len: 168 time: 0.7261381 May 31 12:47:00.030466 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:00.287012 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1dc51-2c9f-4fb2-ae2a-bf8bcdb9e35f req-e31f401b-eada-400a-9bb4-a9176e3d8a0c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:00.296968 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6af1dc51-2c9f-4fb2-ae2a-bf8bcdb9e35f req-e31f401b-eada-400a-9bb4-a9176e3d8a0c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 932 time: 0.1168685 May 31 12:47:00.306150 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-42ff6102-9e43-450b-9e08-49519f55ff9d req-dbe57bb3-f548-475a-8503-f36b8306067c service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420298 May 31 12:47:00.395763 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6af1dc51-2c9f-4fb2-ae2a-bf8bcdb9e35f req-ba7d72b8-b869-48c3-a06e-bf52a77bf763 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975111 May 31 12:47:00.437897 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634acc1a-3ef5-4dad-81e2-837454896d4f {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:00.454493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.481515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Transition to ACTIVE for port object 634acc1a-3ef5-4dad-81e2-837454896d4f will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:00.492493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.501464 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:00.545372 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-2d02e094-a696-4119-8b71-862984c6267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:00.547236 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-2d02e094-a696-4119-8b71-862984c6267e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1096 time: 0.1654327 May 31 12:47:00.602709 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 840ad250-920e-4f96-8c1d-ad26067c7fc4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:00.649649 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6b400ede-7c30-495b-aa14-fd8320c2a8ec up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:00.770527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Pushing event updated for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:00.822617 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:00.874518 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 6b400ede-7c30-495b-aa14-fd8320c2a8ec completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:00.886296 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 6b400ede-7c30-495b-aa14-fd8320c2a8ec triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:00.887151 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.984694 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:01.026558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-27c7e657-c51c-476d-84b8-73326e3cda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.030622 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-27c7e657-c51c-476d-84b8-73326e3cda2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.4164879 May 31 12:47:01.038134 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Attempting to bind port 634acc1a-3ef5-4dad-81e2-837454896d4f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:01.038471 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Attempting to bind port 634acc1a-3ef5-4dad-81e2-837454896d4f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:01.038796 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Attempting to bind port 634acc1a-3ef5-4dad-81e2-837454896d4f on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:01.045233 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Port 634acc1a-3ef5-4dad-81e2-837454896d4f on network 20e83861-c495-45f9-add9-0b48f7bdbf32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:01.045560 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Attempting to bind port 634acc1a-3ef5-4dad-81e2-837454896d4f on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:01.053739 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:01.054078 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Checking segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:01.054463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Bound using segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:01.054897 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Bound port: 634acc1a-3ef5-4dad-81e2-837454896d4f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:01.055244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.067097 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '840ad250-920e-4f96-8c1d-ad26067c7fc4', 'network_id': '5f4282fe-1ee6-4ae9-8fc9-4b99e170b644', 'port_id': '840ad250-920e-4f96-8c1d-ad26067c7fc4', 'mac_address': 'fa:16:3e:49:42:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c047b39-d34b-4a65-b67a-c42ae88a00e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:01.182411 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.210537 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840ad250-920e-4f96-8c1d-ad26067c7fc4 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:01.217276 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.252109 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:01.270272 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.275219 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-efc7d746-045b-4bc5-a853-d739d2b2779a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:01.341036 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-af0a4bc1-14f7-4874-a032-31eef8eb6553 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 217 time: 0.2759454 May 31 12:47:01.366992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:01.369821 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:01.372529 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8e126e-8a0d-43a9-b79e-bdf441550205" -d '{"events": [{"server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "name": "network-vif-plugged", "status": "completed", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:01.376472 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:01.384439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:01.389870 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.392572 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:01.454238 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-5f3a4ceb-c4da-43af-9fdb-766997b51d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.455875 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-5f3a4ceb-c4da-43af-9fdb-766997b51d46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.1029372 May 31 12:47:01.462122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:01.465500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=634acc1a-3ef5-4dad-81e2-837454896d4f,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:01.486066 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:01.490079 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:01.511141 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa956b9-4dec-4605-b942-5a9267bfb560 req-d8489a0d-016c-4909-8fb4-95f8b1133f2b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.512819 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fa956b9-4dec-4605-b942-5a9267bfb560 req-d8489a0d-016c-4909-8fb4-95f8b1133f2b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 943 time: 0.3647215 May 31 12:47:01.525341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['840ad250-920e-4f96-8c1d-ad26067c7fc4'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:01.569896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff65f4a-a218-4927-b7f0-2db84b438415 req-22043b6d-fc19-49e8-b15d-a95d0b931193 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.576953 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dff65f4a-a218-4927-b7f0-2db84b438415 req-22043b6d-fc19-49e8-b15d-a95d0b931193 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.3181274 May 31 12:47:01.580285 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.590024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:01.624776 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fa956b9-4dec-4605-b942-5a9267bfb560 req-adec9115-ffc8-4243-869a-243153fec0fe tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053195 May 31 12:47:01.687500 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dff65f4a-a218-4927-b7f0-2db84b438415 req-7cf85532-e579-4a4d-ac91-c3d728098ddf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090546 May 31 12:47:01.696929 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb8388-bf8d-489d-96f4-d5c928e124f9 x-openstack-request-id: req-7ecb8388-bf8d-489d-96f4-d5c928e124f9 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:01.697371 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.697477 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "name": "network-vif-plugged", "status": "completed", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:01.697560 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ecb8388-bf8d-489d-96f4-d5c928e124f9 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:01.698585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.700159 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-196ed15d-5743-487d-8770-90082f58463c service neutron] 10.222.0.39 "PUT /v2.0/ports/634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 1094 time: 2.4716115 May 31 12:47:01.712715 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec', 'code': 200} May 31 12:47:01.741097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:01.741097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724" -d '{"events": [{"name": "network-changed", "server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:01.744168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Pushing event updated for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:01.755965 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:01.768041 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-b268ee56-cd6e-4025-af55-9ee3306d8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:01.771000 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-b268ee56-cd6e-4025-af55-9ee3306d8d7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3042505 May 31 12:47:01.887770 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a27e1-0d13-49ca-bc10-354b5000a744 x-openstack-request-id: req-0a1a27e1-0d13-49ca-bc10-354b5000a744 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:01.887975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:01.888240 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1a27e1-0d13-49ca-bc10-354b5000a744 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:01.888986 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'status': 'completed', 'code': 200} May 31 12:47:02.017427 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5d27-d225-4d8e-becd-f013e1b82ea3 req-bb8b7145-72df-45d7-a14b-ee639397856b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:02.026153 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9dec5d27-d225-4d8e-becd-f013e1b82ea3 req-bb8b7145-72df-45d7-a14b-ee639397856b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 944 time: 0.1442866 May 31 12:47:02.121808 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9dec5d27-d225-4d8e-becd-f013e1b82ea3 req-d2826b3c-d6b2-4abd-83ff-8a1d7bca4be6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947485 May 31 12:47:02.198644 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-d412f04d-4ef3-47b7-991c-7cf7a51f1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:02.200146 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-d412f04d-4ef3-47b7-991c-7cf7a51f1348 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1097 time: 0.4157333 May 31 12:47:02.284695 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-218688c4-1c63-4b86-96e0-e952fccab414 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 217 time: 0.0713258 May 31 12:47:02.334869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6551b-0c53-4ec8-9094-b41cc178184c req-cde3ca48-aa65-430e-90f0-fc79456f8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:02.336343 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f5e6551b-0c53-4ec8-9094-b41cc178184c req-cde3ca48-aa65-430e-90f0-fc79456f8d3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.3297057 May 31 12:47:02.366993 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-b0cc60d1-7e74-4d4b-9d5b-70dc479bbae3 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076528 May 31 12:47:02.420417 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-1591400b-e67c-4885-ad8f-4c3b756fa3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:02.422920 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-1591400b-e67c-4885-ad8f-4c3b756fa3c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.1238713 May 31 12:47:02.524676 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-f5e6551b-0c53-4ec8-9094-b41cc178184c req-b969bfea-bf12-4d07-803c-cd85db984416 service neutron] Synchronizing usage tracker for tenant:54498f18cffe4e16aaf6a6eaab176b5e on resource:security_group {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:02.611003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-f5e6551b-0c53-4ec8-9094-b41cc178184c req-b969bfea-bf12-4d07-803c-cd85db984416 service neutron] Unset dirty status for tenant:54498f18cffe4e16aaf6a6eaab176b5e on resource:security_group {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:02.612319 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f5e6551b-0c53-4ec8-9094-b41cc178184c req-b969bfea-bf12-4d07-803c-cd85db984416 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620623 May 31 12:47:02.621143 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 840ad250-920e-4f96-8c1d-ad26067c7fc4 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:02.622874 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-bf6921a7-a044-4161-847f-7818e1fbb9e1 req-74edcb73-d751-479d-934b-49be0e461dea service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437930 May 31 12:47:02.632465 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-ae19a068-689e-41eb-9a1f-227715661001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:02.633969 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-ae19a068-689e-41eb-9a1f-227715661001 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529014 May 31 12:47:02.802748 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 840ad250-920e-4f96-8c1d-ad26067c7fc4 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:02.808381 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 840ad250-920e-4f96-8c1d-ad26067c7fc4 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:02.808848 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:02.970649 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-c4946078-5d16-4038-8f71-7405850fb7d2 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006742 May 31 12:47:02.989377 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:03.047050 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:03.057497 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:03.059763 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-6caff367-3c85-461c-acf0-f973cfad617c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:03.108674 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f715b-191c-4d0f-a4f9-3225ef575735 req-9835dfc8-229f-4b3d-a440-3896311cab5b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.110284 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f33f715b-191c-4d0f-a4f9-3225ef575735 req-9835dfc8-229f-4b3d-a440-3896311cab5b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 944 time: 0.2887709 May 31 12:47:03.119107 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52316-28f6-4502-9250-e6f7eecbd036 req-bc92f4d8-3586-45e0-ba1d-8d4e2a2db459 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.120608 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-56b52316-28f6-4502-9250-e6f7eecbd036 req-bc92f4d8-3586-45e0-ba1d-8d4e2a2db459 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.2122703 May 31 12:47:03.207942 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:03.212028 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f33f715b-191c-4d0f-a4f9-3225ef575735 req-b5e9ef02-5311-4a5f-a770-7333b7307829 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 May 31 12:47:03.216430 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:03.245674 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-56b52316-28f6-4502-9250-e6f7eecbd036 req-e9fe1fc3-237b-4b9c-a3e8-3e110b2413c3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119494 May 31 12:47:03.320901 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f5ce87d-d8ce-498c-be9d-8a8365239441 req-71cf6dbb-fe85-4bfa-aed1-fcf443fa8ebe service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400786 May 31 12:47:03.547387 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-4ff630bc-f909-486e-b18a-dd53d7e98cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.549249 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-4ff630bc-f909-486e-b18a-dd53d7e98cf2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1097 time: 0.1564732 May 31 12:47:03.584077 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a02d2-ca84-4088-a71b-6062b0683db8 req-93674b61-9c2c-49e2-9342-54db819df76a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.590885 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-253a02d2-ca84-4088-a71b-6062b0683db8 req-93674b61-9c2c-49e2-9342-54db819df76a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 944 time: 0.1967280 May 31 12:47:03.695247 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-253a02d2-ca84-4088-a71b-6062b0683db8 req-eba0d514-df57-402d-925c-3b40e8782760 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985084 May 31 12:47:03.714566 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:03.717243 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f570d409-36fa-4340-bdb7-fb1ec29bf8d5" -d '{"events": [{"server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "name": "network-vif-plugged", "status": "completed", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:03.827394 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b600ed-3c4f-4181-ae96-c15021305223 x-openstack-request-id: req-e4b600ed-3c4f-4181-ae96-c15021305223 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:03.827707 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "name": "network-vif-plugged", "status": "completed", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:03.827965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4b600ed-3c4f-4181-ae96-c15021305223 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:03.828423 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4', 'code': 200} May 31 12:47:03.919471 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-dc17fb13-57f9-4b83-962d-23fa2526e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.923446 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-dc17fb13-57f9-4b83-962d-23fa2526e7a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.3652070 May 31 12:47:04.158013 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-270625b4-637c-4bca-8d24-905f7859fa1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 217 time: 0.2236590 May 31 12:47:04.264499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251be11-edb9-4fdb-a5ad-35e882d28a20 req-b81b9822-767e-410d-8146-5eb9fbe0daa4 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.275148 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1251be11-edb9-4fdb-a5ad-35e882d28a20 req-b81b9822-767e-410d-8146-5eb9fbe0daa4 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.1152239 May 31 12:47:04.325273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-18465983-31ee-4745-a93b-2671eb3d5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.327321 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-18465983-31ee-4745-a93b-2671eb3d5506 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.1211257 May 31 12:47:04.340207 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187cce5-2638-4395-8902-e9f3687281fb req-8c0bb763-b754-42ee-9372-09ded65dfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.342097 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b187cce5-2638-4395-8902-e9f3687281fb req-8c0bb763-b754-42ee-9372-09ded65dfa88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1098 time: 0.1830177 May 31 12:47:04.365027 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1251be11-edb9-4fdb-a5ad-35e882d28a20 req-5ba8a6fa-a7fd-4c49-a489-0c3bfb3e5abf tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891545 May 31 12:47:04.470054 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b187cce5-2638-4395-8902-e9f3687281fb req-75d1a076-d3e3-48d8-9a88-df42b5cc9b51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097000 May 31 12:47:04.477976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65524ec0-c414-46d7-be01-4d3fcc4449b5 req-01b9e1fe-4e2f-4fa7-a307-60dfc5f20313 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.487136 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65524ec0-c414-46d7-be01-4d3fcc4449b5 req-01b9e1fe-4e2f-4fa7-a307-60dfc5f20313 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1066532 May 31 12:47:04.489276 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-a528bbd7-1a33-4400-9dac-b642732ea520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.491666 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-a528bbd7-1a33-4400-9dac-b642732ea520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1331377 May 31 12:47:04.542288 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65524ec0-c414-46d7-be01-4d3fcc4449b5 req-847bd4ab-acd6-4f17-b9e9-3ecd37b43918 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 May 31 12:47:04.625789 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:04.631608 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e81df-ae6c-44ea-969e-94bd274f4a63 req-0085dda1-8921-4e36-8393-bcaf33565897 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.633455 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e89e81df-ae6c-44ea-969e-94bd274f4a63 req-0085dda1-8921-4e36-8393-bcaf33565897 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0853186 May 31 12:47:04.697720 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-25adc3dd-2abb-4e13-8b74-1e589768284f service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684489 May 31 12:47:04.706641 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e89e81df-ae6c-44ea-969e-94bd274f4a63 req-2dd0a206-2de2-4428-b760-7229bd2471c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662234 May 31 12:47:04.803316 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:04.841419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:04.887054 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5b1ddb2f-8f72-4d34-a0b7-bd06fdd90724 req-15bf66df-62a3-461c-b150-2a4090b5e5d4 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713271 May 31 12:47:04.910736 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfdcfe-a5d5-44b5-8f44-3a85c2f90ad6 req-53bedf34-0202-435c-a96c-898adccea849 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:04.912657 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-77cfdcfe-a5d5-44b5-8f44-3a85c2f90ad6 req-53bedf34-0202-435c-a96c-898adccea849 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 944 time: 0.0973816 May 31 12:47:04.949863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.968829 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-77cfdcfe-a5d5-44b5-8f44-3a85c2f90ad6 req-369ea207-a86f-4d48-9fb1-644737a058fa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504003 May 31 12:47:04.972481 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:05.012104 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:05.019172 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.021582 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:05.123809 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:05.125764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:05.352496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['33c7ac88-c3d5-4953-b12e-c89338247f4e'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:05.567786 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd822598-fc43-4628-b5a7-28e200374682 req-4bc3bb0f-43bb-4fec-8528-3d9fdef960f3 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:05.571920 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cd822598-fc43-4628-b5a7-28e200374682 req-4bc3bb0f-43bb-4fec-8528-3d9fdef960f3 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.0816572 May 31 12:47:05.640601 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cd822598-fc43-4628-b5a7-28e200374682 req-caf8b488-3515-4640-9e0c-362d8583ea60 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 May 31 12:47:05.745051 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fa97f-0d1f-46ca-97b5-78c348bf5396 req-aec5424e-7cc7-4a1c-bf00-1d3a0e7fad99 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:05.746694 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f1fa97f-0d1f-46ca-97b5-78c348bf5396 req-aec5424e-7cc7-4a1c-bf00-1d3a0e7fad99 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0889149 May 31 12:47:05.799935 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f1fa97f-0d1f-46ca-97b5-78c348bf5396 req-e30cdc12-4654-40cc-9cf6-078e0a0188bd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 May 31 12:47:05.935291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98875f-fd10-420f-aa37-f1a569fdc0a8 req-ac57f129-6530-4a8b-a1e1-9f479e5e5137 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:05.936730 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d98875f-fd10-420f-aa37-f1a569fdc0a8 req-ac57f129-6530-4a8b-a1e1-9f479e5e5137 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 944 time: 0.0880933 May 31 12:47:05.982023 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d98875f-fd10-420f-aa37-f1a569fdc0a8 req-8bf439c3-5558-4d1e-90aa-86b038401594 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 May 31 12:47:06.168611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c7c6c-0d86-42ae-b223-b66fa318e9ed req-af6b782a-cda1-477a-aaaf-a66f6a27be22 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:06.170106 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-786c7c6c-0d86-42ae-b223-b66fa318e9ed req-af6b782a-cda1-477a-aaaf-a66f6a27be22 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 944 time: 0.0839138 May 31 12:47:06.217814 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-786c7c6c-0d86-42ae-b223-b66fa318e9ed req-a20e665b-62ce-4291-9fd9-7a9633d753b5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408931 May 31 12:47:06.511625 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-c2a8aa93-acbf-42fa-b263-313b64e94b22 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:06.513453 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-c2a8aa93-acbf-42fa-b263-313b64e94b22 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.39 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.0942788 May 31 12:47:06.631441 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 634acc1a-3ef5-4dad-81e2-837454896d4f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:06.634586 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:06.708498 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Deleting port 3794f20a-e762-4d59-aab0-682b4774a701 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:47:06.708837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.735642 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-617e6f37-2f6a-4415-8d63-caef426f1580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.841946 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 33c7ac88-c3d5-4953-b12e-c89338247f4e completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:06.875950 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 33c7ac88-c3d5-4953-b12e-c89338247f4e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:06.876489 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.915321 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] For port 3794f20a-e762-4d59-aab0-682b4774a701, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3794f20a-e762-4d59-aab0-682b4774a701,segment=NetworkSegment(8f6bae8a-9271-4b85-9838-7227d1b706c5),segment_id=8f6bae8a-9271-4b85-9838-7227d1b706c5)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:06.915832 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.023593 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=634acc1a-3ef5-4dad-81e2-837454896d4f,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:07.065424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86e396-d8d2-4a94-ada4-d262f41382a6 req-0d6ace5d-02c7-4871-a505-a0e5ad7ccaf2 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.066955 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1b86e396-d8d2-4a94-ada4-d262f41382a6 req-0d6ace5d-02c7-4871-a505-a0e5ad7ccaf2 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 946 time: 0.2243969 May 31 12:47:07.140967 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1b86e396-d8d2-4a94-ada4-d262f41382a6 req-29802232-96ae-4555-ad34-8bdef55e73d0 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8cd407c-d8d5-43be-968b-e288c923e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657020 May 31 12:47:07.155530 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Calling delete_port for 3794f20a-e762-4d59-aab0-682b4774a701 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:47:07.158947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386aad5-7935-421b-8b02-07c20e5deadc req-9f234318-ca89-4118-b455-6fc39f63b7b3 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.176491 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c386aad5-7935-421b-8b02-07c20e5deadc req-9f234318-ca89-4118-b455-6fc39f63b7b3 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1730926 May 31 12:47:07.216392 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'port_id': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'mac_address': 'fa:16:3e:f4:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:07.284503 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.345861 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:07.348616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9cbf9-8730-489e-ac4c-44865e4a3cbe" -d '{"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:07.356643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.375922 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:07.395632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634acc1a-3ef5-4dad-81e2-837454896d4f {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:07.408492 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.418073 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:07.420527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.428524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a42612f9-2836-44cb-bf80-a561d5eec546 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:07.441030 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c386aad5-7935-421b-8b02-07c20e5deadc req-27debb93-d39f-433b-9d65-ab405bb6d25a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635911 May 31 12:47:07.509121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['3794f20a-e762-4d59-aab0-682b4774a701'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:07.521233 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73412a-c105-4cc9-bbd7-0fd0e59ac27b req-81015b41-11cb-43b5-b623-c1e5adf7aef6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.524802 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7b73412a-c105-4cc9-bbd7-0fd0e59ac27b req-81015b41-11cb-43b5-b623-c1e5adf7aef6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1536117 May 31 12:47:07.532053 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Pushing event deleted for resources: {'Port': ['ID=3794f20a-e762-4d59-aab0-682b4774a701,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.542784 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.579236 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=634acc1a-3ef5-4dad-81e2-837454896d4f,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:07.600160 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.609863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.614102 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.614574 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:07.684904 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7b73412a-c105-4cc9-bbd7-0fd0e59ac27b req-f9c15802-85df-4657-89bc-1391edcd81d6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479096 May 31 12:47:07.715216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] No DVR routers for this DVR port 3794f20a-e762-4d59-aab0-682b4774a701 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:47:07.727168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.730723 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'name': 'network-vif-deleted', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:07.733122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37803ec-617f-4c41-8ce5-59c9617ca757" -d '{"events": [{"server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "name": "network-vif-deleted", "tag": "3794f20a-e762-4d59-aab0-682b4774a701"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:07.769932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.773388 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c301885a-e1a4-4813-8d3f-68b39bcd2850 req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.39 "DELETE /v2.0/ports/3794f20a-e762-4d59-aab0-682b4774a701 HTTP/1.1" status: 204 len: 173 time: 1.2533329 May 31 12:47:07.784120 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.798139 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4137b7-bc82-407d-bce9-745b74d56e1d req-b01ede96-a121-4cb6-bfc0-02a055e9a99a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.799759 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aa4137b7-bc82-407d-bce9-745b74d56e1d req-b01ede96-a121-4cb6-bfc0-02a055e9a99a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 945 time: 0.1944714 May 31 12:47:07.830186 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff0e74-e030-41ea-8abf-5f6690aa84a6 x-openstack-request-id: req-55ff0e74-e030-41ea-8abf-5f6690aa84a6 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:07.830491 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:07.830753 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55ff0e74-e030-41ea-8abf-5f6690aa84a6 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:07.831207 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'code': 200} May 31 12:47:07.849118 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['634acc1a-3ef5-4dad-81e2-837454896d4f'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:07.897920 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aa4137b7-bc82-407d-bce9-745b74d56e1d req-bc535f9f-546d-437e-8e88-134bfb2807b9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918067 May 31 12:47:07.953173 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.002661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc7cf8-c203-416d-9585-de5395fa8791 x-openstack-request-id: req-b8bc7cf8-c203-416d-9585-de5395fa8791 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:08.003411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5", "name": "network-vif-deleted", "tag": "3794f20a-e762-4d59-aab0-682b4774a701", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:08.004329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8bc7cf8-c203-416d-9585-de5395fa8791 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:08.005569 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5', 'name': 'network-vif-deleted', 'tag': '3794f20a-e762-4d59-aab0-682b4774a701', 'status': 'completed', 'code': 200} May 31 12:47:08.158656 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 40990) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:08.254721 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69044b4-e862-4a5b-a378-e579fc776a12 req-5b6958a0-fc87-430d-baa5-e45127d2f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:08.260549 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b69044b4-e862-4a5b-a378-e579fc776a12 req-5b6958a0-fc87-430d-baa5-e45127d2f95e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1098 time: 0.1410708 May 31 12:47:08.333724 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b69044b4-e862-4a5b-a378-e579fc776a12 req-83a6745e-06d9-4534-a894-90a1597ae64f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577183 May 31 12:47:08.336935 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d02d9802-a4ef-402e-9c8b-cd9ad6b331f4 req-6c435c37-48ca-448a-9426-9e0b3ee4f578 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b554d7da-5d5a-4043-9d4c-d8f5c43a9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0670867 May 31 12:47:08.364980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.383186 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:08.387613 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Usage tracker for resource:security_group_rule and tenant:036e053a59cc4fe8bf60de02c5f55df8 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:08.390792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:08.397130 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:08.452801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af941965-bdf3-4368-b72b-47786367ffbd req-238838ab-579f-4394-b0a7-a0c8ebc624e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:08.454333 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-238838ab-579f-4394-b0a7-a0c8ebc624e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1098 time: 0.1230667 May 31 12:47:08.591728 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211377-2c26-4ef0-9925-43c65de4ac6b req-2e2f117d-0b69-4a39-b660-8e7b4a182cb7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:08.593318 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-15211377-2c26-4ef0-9925-43c65de4ac6b req-2e2f117d-0b69-4a39-b660-8e7b4a182cb7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1572602 May 31 12:47:08.604202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.604202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.614529 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:08.648347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8d6259-aefa-433d-bfd3-d91bee0893aa,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:08.664301 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3794f20a-e762-4d59-aab0-682b4774a701 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:47:08.666625 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:08.707581 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=036e053a59cc4fe8bf60de02c5f55df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477986 May 31 12:47:08.712797 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41016) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:08.721025 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-15211377-2c26-4ef0-9925-43c65de4ac6b req-d91daf05-abf1-4375-86fc-91a64590eaff tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073022 May 31 12:47:08.789663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 3794f20a-e762-4d59-aab0-682b4774a701 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:47:08.790860 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3794f20a-e762-4d59-aab0-682b4774a701 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:47:08.794213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.810594 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af941965-bdf3-4368-b72b-47786367ffbd req-ff03eef8-bb1f-4f11-8c9d-eb655b3d0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:08.812201 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-ff03eef8-bb1f-4f11-8c9d-eb655b3d0cdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.3113234 May 31 12:47:08.823684 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.897366 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-c979c6fd-accc-407f-8221-770bfe7be6d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 200 len: 217 time: 0.0766821 May 31 12:47:08.966984 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.973800 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-282f1342-5185-4d3a-91ff-eb8ea866238b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:08.986425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af941965-bdf3-4368-b72b-47786367ffbd req-8a708820-e588-4ce7-8e4d-57d5d9371499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:08.987990 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-8a708820-e588-4ce7-8e4d-57d5d9371499 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.0778615 May 31 12:47:08.993403 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8d6259-aefa-433d-bfd3-d91bee0893aa,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:08.996685 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:09.017003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b28a1-1b56-492e-9844-80da559a7cdb req-03a93395-d2b7-4caa-af7a-e63a08cf1bfa tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:09.026905 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-168b28a1-1b56-492e-9844-80da559a7cdb req-03a93395-d2b7-4caa-af7a-e63a08cf1bfa tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1686838 May 31 12:47:09.030946 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.031998 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d8d6259-aefa-433d-bfd3-d91bee0893aa HTTP/1.1" status: 204 len: 168 time: 0.3159945 May 31 12:47:09.051403 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-e2793fe3-83fd-426f-8410-eb85fcdc3320 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493810 May 31 12:47:09.074389 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.113257 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5c60c12d-6b8d-43bb-b67e-cf9db0cd399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.133683 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-168b28a1-1b56-492e-9844-80da559a7cdb req-8abfb19f-8698-4892-aae1-de9ab4fac070 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058679 May 31 12:47:09.191460 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d489cf-1bbf-4593-8c5d-8031b6060017 req-a0e552ae-b75c-4e83-a989-a007d2efea85 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:09.192919 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-58d489cf-1bbf-4593-8c5d-8031b6060017 req-a0e552ae-b75c-4e83-a989-a007d2efea85 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 945 time: 0.1224234 May 31 12:47:09.234942 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-2b50a64f-3676-4e40-b38d-8a6116b1f9ad service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663108 May 31 12:47:09.256392 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-58d489cf-1bbf-4593-8c5d-8031b6060017 req-2381bbb2-1f5c-4c77-89f5-2e008f02d802 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568035 May 31 12:47:09.418399 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-af941965-bdf3-4368-b72b-47786367ffbd req-dc6166c2-f6ef-4569-8178-216af5235df9 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740823 May 31 12:47:09.485442 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41040) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:09.503371 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.519844 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:09.524134 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Usage tracker for resource:security_group_rule and tenant:f19267afc4f941d5b6613f5f3236132c is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:09.530648 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:09.536924 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:09.632998 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.637641 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.646296 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-0e7d83fe-fedf-4289-b3e9-c83f0000822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:09.686031 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eaa791-8744-438f-84d2-453eae620f8b,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:09.690365 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f19267afc4f941d5b6613f5f3236132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038987 May 31 12:47:09.691299 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:09.693450 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41052) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:09.769409 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.806963 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.883872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.894275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:09.908289 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.916111 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44eaa791-8744-438f-84d2-453eae620f8b HTTP/1.1" status: 204 len: 168 time: 0.2178686 May 31 12:47:09.916111 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eaa791-8744-438f-84d2-453eae620f8b,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:09.916797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:09.999105 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7e70-2bdc-4b38-93b9-27d7720c59a0 req-fc3e3955-4d73-43f1-915c-e1846a6af0f1 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:10.008299 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-119d7e70-2bdc-4b38-93b9-27d7720c59a0 req-fc3e3955-4d73-43f1-915c-e1846a6af0f1 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1427033 May 31 12:47:10.067477 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-119d7e70-2bdc-4b38-93b9-27d7720c59a0 req-daafc8de-15cd-4ba1-9436-a7c287606c2a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 May 31 12:47:10.208872 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.388117 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0bbd-72ee-4569-857b-d448af6adb01 req-cb77706d-38d9-4638-bd9e-5895b7d8cfa1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:10.403305 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6c7f0bbd-72ee-4569-857b-d448af6adb01 req-cb77706d-38d9-4638-bd9e-5895b7d8cfa1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1050422 May 31 12:47:10.493822 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6c7f0bbd-72ee-4569-857b-d448af6adb01 req-63bc22e7-f1bd-4568-b8bc-53527d08dd92 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970480 May 31 12:47:10.500360 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41100) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:10.542180 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d568c85-0211-4854-b361-ce58295d033d req-076e83f1-dcd6-42bc-b68d-200d8306794e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:10.544317 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5d568c85-0211-4854-b361-ce58295d033d req-076e83f1-dcd6-42bc-b68d-200d8306794e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 945 time: 0.1334407 May 31 12:47:10.607825 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5d568c85-0211-4854-b361-ce58295d033d req-1bfd6582-73ad-4562-8f5e-9c9fd17c1793 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559084 May 31 12:47:10.675540 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 634acc1a-3ef5-4dad-81e2-837454896d4f up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:10.725708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.741912 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:10.744409 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65889c-688b-4079-9801-53651cd18494 req-5756c1e3-15b9-4806-993e-c9888a79f37e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:10.745893 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Usage tracker for resource:security_group_rule and tenant:bab024f32fc64e788636621a204cef9f is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:10.748770 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:10.753915 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d65889c-688b-4079-9801-53651cd18494 req-5756c1e3-15b9-4806-993e-c9888a79f37e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1448469 May 31 12:47:10.755627 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:10.763877 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41118) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:10.770842 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'floatingip': {'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:10.775050 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 634acc1a-3ef5-4dad-81e2-837454896d4f completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:10.781625 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 634acc1a-3ef5-4dad-81e2-837454896d4f triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:10.782081 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.857810 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.864213 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.880190 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.887729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3ccfca35-d8ad-4f17-9c47-76d4200b5f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:10.950478 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.994666 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bab024f32fc64e788636621a204cef9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929028 May 31 12:47:10.998088 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:10.999783 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41128) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:11.003745 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1082f-2a11-447f-b130-508d2671364e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:11.004461 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce945d4-91a4-4766-89ff-e6e75c57dfd5" -d '{"events": [{"server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "name": "network-vif-plugged", "status": "completed", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:11.008471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=634acc1a-3ef5-4dad-81e2-837454896d4f,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:11.014437 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.016115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:11.035973 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41136) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:11.055961 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:11.110185 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454e7741-020b-4e08-9af1-5c9d9f19bb1a x-openstack-request-id: req-454e7741-020b-4e08-9af1-5c9d9f19bb1a {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:11.110483 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "name": "network-vif-plugged", "status": "completed", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:11.110741 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-454e7741-020b-4e08-9af1-5c9d9f19bb1a {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:11.111133 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'code': 200} May 31 12:47:11.138717 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:11.150663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:11.269678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.281962 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41150) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:11.460444 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.521283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Deleting subnet 778e3047-ae44-4d68-a991-21215fc32835 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:47:11.524958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.595656 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.646277 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351efffb-44e4-4c5a-a8f0-6b169f8bb084 req-c6a8b988-21af-4dba-a498-3d37ea64a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:11.648565 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-351efffb-44e4-4c5a-a8f0-6b169f8bb084 req-c6a8b988-21af-4dba-a498-3d37ea64a9d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1099 time: 0.2454469 May 31 12:47:11.696223 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.705049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d53e6479-953b-4c1e-93fe-1ea88d2c968e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:11.714343 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.745957 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.770525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b1082f-2a11-447f-b130-508d2671364e,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:11.776911 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:11.779585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.780784 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0b1082f-2a11-447f-b130-508d2671364e HTTP/1.1" status: 204 len: 168 time: 0.7799919 May 31 12:47:11.825899 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-351efffb-44e4-4c5a-a8f0-6b169f8bb084 req-a1aef366-8da1-41f6-8f9d-f06982cfea90 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600571 May 31 12:47:12.033237 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.075411 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:12.086596 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd7950b72144995a0c9bd7a72410578 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:12.093687 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.098049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:12.099750 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.110171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:12.178682 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778e3047-ae44-4d68-a991-21215fc32835,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.187995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.192804 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.195796 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a587a085-a563-4834-a435-4463d397aca6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/778e3047-ae44-4d68-a991-21215fc32835 HTTP/1.1" status: 204 len: 168 time: 0.9128399 May 31 12:47:12.196496 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca7a0f-a8e1-4c2e-a32b-9782ff83b549 req-4e0786b7-49ac-490b-92a8-fa648911f910 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:12.198123 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4ca7a0f-a8e1-4c2e-a32b-9782ff83b549 req-4e0786b7-49ac-490b-92a8-fa648911f910 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.3458195 May 31 12:47:12.198361 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41184) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.212817 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdea554-4b8f-445f-b637-2dd6cd80591c req-a9a94af2-f22d-4c81-bac8-8007716db5aa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:12.217653 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfdea554-4b8f-445f-b637-2dd6cd80591c req-a9a94af2-f22d-4c81-bac8-8007716db5aa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.3639143 May 31 12:47:12.277455 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41188) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.311938 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.339771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:12.343756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.348283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbdf1fd18349454d87cca169c55b9dbd is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:12.354144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:12.360201 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:12.444729 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4ca7a0f-a8e1-4c2e-a32b-9782ff83b549 req-d3aa575c-596d-4770-8b4d-4586cea56531 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221007 May 31 12:47:12.461833 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfdea554-4b8f-445f-b637-2dd6cd80591c req-eb7cbae1-296f-4d27-8c55-2c042b2f8124 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320211 May 31 12:47:12.524891 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.529505 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.532844 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.582151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.590922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.602782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c4f5e0-7902-4ca7-aa23-b5a232957ff5']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:12.603557 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.620210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6bae8a-9271-4b85-9838-7227d1b706c5') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:12.620508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6bae8a-9271-4b85-9838-7227d1b706c5') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:12.641391 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.659577 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e5702f-a9c9-40d6-96bb-eb1be34280f0,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.667034 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dd7950b72144995a0c9bd7a72410578&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6169021 May 31 12:47:12.669958 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41192) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.671140 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.692840 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.697591 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.700731 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.709421 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.725380 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:47:12.726044 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:47:12.738993 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:47:12.810465 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.l3_db [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Floating IP 5ad42835-ba8f-473f-8589-61724d199610 associated. External IP: 172.28.0.126, port: 33c7ac88-c3d5-4953-b12e-c89338247f4e. May 31 12:47:12.830937 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720ae3a4-e8f7-468e-9152-aff0b6f35ea5,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.837698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.843744 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbdf1fd18349454d87cca169c55b9dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652635 May 31 12:47:12.846502 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41196) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.864115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.873520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.876493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.887116 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.925388 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.926609 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Pushing event deleted for resources: {'Network': ['ID=53c4f5e0-7902-4ca7-aa23-b5a232957ff5,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.930014 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.945172 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] 10.222.0.49 "DELETE /v2.0/networks/53c4f5e0-7902-4ca7-aa23-b5a232957ff5 HTTP/1.1" status: 204 len: 168 time: 0.7457709 May 31 12:47:12.962486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.996598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.056838 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.060649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0773b51c-5ca8-473b-9c97-a62070f97d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:13.073460 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ae3a4-e8f7-468e-9152-aff0b6f35ea5,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.077938 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.082247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.083506 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/720ae3a4-e8f7-468e-9152-aff0b6f35ea5 HTTP/1.1" status: 204 len: 168 time: 0.2361240 May 31 12:47:13.252106 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41218) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:13.308968 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b1403076-e027-47ac-8d04-cd74a5c3c0ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d3e0636b0a04dc2a277974766b0c9fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554931 May 31 12:47:13.311428 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41226) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:13.385131 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.418126 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.453990 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.461560 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c8d3b5f0-dfd9-44ed-a9ed-224998de858a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:13.484151 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e5702f-a9c9-40d6-96bb-eb1be34280f0,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.504873 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.505617 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.506151 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.506893 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.507583 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.508548 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.509014 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.509520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.509996 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.510458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.510933 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.511394 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:13.526455 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.530514 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:13.535063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.550815 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.552330 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73e5702f-a9c9-40d6-96bb-eb1be34280f0 HTTP/1.1" status: 204 len: 168 time: 0.8801527 May 31 12:47:13.559770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:47:13.569733 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd407c-d8d5-43be-968b-e288c923e4c7,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.586444 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.615476 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.618619 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8cd407c-d8d5-43be-968b-e288c923e4c7 HTTP/1.1" status: 204 len: 168 time: 0.3061931 May 31 12:47:13.795662 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:13.943465 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:13.950929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.961513 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:13.985818 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:13.986593 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:47:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:13.999128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e295e-c6a8-4507-b018-30e8df7943e7 req-8656add0-d698-4cae-a83b-5b1064d31eb2 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.000576 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d20e295e-c6a8-4507-b018-30e8df7943e7 req-8656add0-d698-4cae-a83b-5b1064d31eb2 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.2989500 May 31 12:47:14.039178 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efec9a-93ea-4fe6-af84-f0a851406bf4 req-ffb2a19e-9add-4171-84e9-7de5fc141e2b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.046364 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-09efec9a-93ea-4fe6-af84-f0a851406bf4 req-ffb2a19e-9add-4171-84e9-7de5fc141e2b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2907026 May 31 12:47:14.086706 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f0cadee2-8b12-4284-acde-4830bd00765d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "PUT /v2.0/floatingips/5ad42835-ba8f-473f-8589-61724d199610 HTTP/1.1" status: 200 len: 991 time: 3.3213210 May 31 12:47:14.091851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:14.097647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5324c8-f5d8-434f-aec0-2ea13e32216c" -d '{"events": [{"name": "network-changed", "server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:14.145320 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d20e295e-c6a8-4507-b018-30e8df7943e7 req-a738b94e-24b1-4ab0-9fa4-be542a25cc7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350720 May 31 12:47:14.162760 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-09efec9a-93ea-4fe6-af84-f0a851406bf4 req-26480ae2-5a3c-49f7-93c4-b1006564d686 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155427 May 31 12:47:14.235435 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:14.237610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9bbdb0-c468-4c57-977a-4f7e0880956c x-openstack-request-id: req-0c9bbdb0-c468-4c57-977a-4f7e0880956c {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:14.237923 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:14.238723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c9bbdb0-c468-4c57-977a-4f7e0880956c {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:14.238723 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'status': 'completed', 'code': 200} May 31 12:47:14.442783 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-0a81df0d-7ac7-422a-ae99-ef1350edc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.451144 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-0a81df0d-7ac7-422a-ae99-ef1350edc13b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1098 time: 0.1899788 May 31 12:47:14.514830 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ff2e8-b732-4d55-81b3-7f2f984d499e req-602e07ba-1900-4fd4-95a3-49f8156d8929 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.521594 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8b0ff2e8-b732-4d55-81b3-7f2f984d499e req-602e07ba-1900-4fd4-95a3-49f8156d8929 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1488566 May 31 12:47:14.530689 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41306) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:14.535895 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'floatingip': {'port_id': '634acc1a-3ef5-4dad-81e2-837454896d4f'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:14.655418 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.685957 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-0d4b886d-b890-4d06-a9be-7c1340ccf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.688209 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-0d4b886d-b890-4d06-a9be-7c1340ccf918 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.2307379 May 31 12:47:14.902231 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '5ad42835-ba8f-473f-8589-61724d199610', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770e77a-5427-4879-95cf-548c685da421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:42Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:14.907928 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:14.919192 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:14.920210 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:47:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:14.972504 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-80e286ae-1c2f-4694-a2db-09665eab97de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 999 time: 0.2740910 May 31 12:47:15.174154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-da34518e-8842-413a-b96b-1140e479b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:15.176199 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-da34518e-8842-413a-b96b-1140e479b269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.1968164 May 31 12:47:15.196195 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:15.352843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-3b146cac-eb73-40a4-97f3-a1da1f715a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:15.354474 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-3b146cac-eb73-40a4-97f3-a1da1f715a8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1663346 May 31 12:47:15.540708 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-45bb9dd4-8b09-45f5-9194-c982ef03bdb0 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713269 May 31 12:47:15.702225 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b139a0-b785-4562-9c98-b7b93634b692 req-9233ebae-0d0b-4a0a-9ccf-130baf923074 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:15.703824 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18b139a0-b785-4562-9c98-b7b93634b692 req-9233ebae-0d0b-4a0a-9ccf-130baf923074 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.3442011 May 31 12:47:15.745498 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-da5324c8-f5d8-434f-aec0-2ea13e32216c req-e020bcf7-4f21-4a5e-9966-914347e6904a service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924746 May 31 12:47:15.771213 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18b139a0-b785-4562-9c98-b7b93634b692 req-ccee45f7-033b-4707-922a-0a4dfbe0d7fe tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604150 May 31 12:47:15.822890 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '5ad42835-ba8f-473f-8589-61724d199610', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770e77a-5427-4879-95cf-548c685da421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:42Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:15.827840 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18af84-e6f8-4495-bc04-ee67c940b097 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '5ad42835-ba8f-473f-8589-61724d199610', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770e77a-5427-4879-95cf-548c685da421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:42Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:15.915643 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41360) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:16.045266 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.058722 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.168549 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e14c89-89db-4584-bf5d-1459a4372736 None None] New status for floating IP 5ad42835-ba8f-473f-8589-61724d199610: ACTIVE {{(pid=98248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:47:16.270861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-362427304-network', 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:16.277518 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:16.283298 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Usage tracker for resource:network and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:16.289236 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:16.302570 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:16.326786 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:16.330159 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.342845 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.l3_db [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Floating IP f80d9562-fc47-46b9-9694-6b7e8cffeca7 associated. External IP: 172.28.0.90, port: 634acc1a-3ef5-4dad-81e2-837454896d4f. May 31 12:47:16.364952 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.393855 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:16.412280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Usage tracker for resource:security_group_rule and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:16.421153 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:16.433447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:16.649086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.661419 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.682398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:47:16.706316 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.706662 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Added segment ef649cfc-6546-4fc2-aff2-bc95f43d383f of type vlan for network e32c6004-240e-45d1-9438-bda93004f0f4 May 31 12:47:16.783218 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:47:16.813722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.914657 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:16.985958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c21f4a-db73-44af-a746-87c4d3683817,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:16.996660 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.008482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:17.009110 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.023087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.023559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.023966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.024318 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.024671 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.025013 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.025380 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.025716 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.026541 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.026541 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.026723 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.027026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:17.053227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:17.062079 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:17.102708 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:17.108768 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.118434 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:17.147793 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:17.149202 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:47:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:17.189203 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Pushing event updated for resources: {'Network': ['ID=e32c6004-240e-45d1-9438-bda93004f0f4,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:17.200281 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network e32c6004-240e-45d1-9438-bda93004f0f4 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:47:17.200898 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:17.221473 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3048513 May 31 12:47:17.225470 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41406) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:17.232906 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Request body: {'subnet': {'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-362427304-subnet', 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:17.239178 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:17.246332 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Usage tracker for resource:subnet and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:17.255037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:17.267491 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:17.284077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:17.287089 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6576599'] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.293161 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-8e8f6e2b-2c90-4b5e-87a8-4dde6420d1c5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "PUT /v2.0/floatingips/f80d9562-fc47-46b9-9694-6b7e8cffeca7 HTTP/1.1" status: 200 len: 991 time: 2.7613358 May 31 12:47:17.315723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:17.318125 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af3a14-eda4-4826-8245-5de0718a82b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:17.373399 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:17.386613 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e48101-4995-49cf-a892-a2055e1a9186 req-a41fd821-106a-4f18-b897-4c827e13f160 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:17.394011 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f1e48101-4995-49cf-a892-a2055e1a9186 req-a41fd821-106a-4f18-b897-4c827e13f160 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.3543563 May 31 12:47:17.489003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41416) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:17.561931 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f1e48101-4995-49cf-a892-a2055e1a9186 req-5a3a88c1-1e0f-4483-991f-87489cd9dee2 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579447 May 31 12:47:17.665083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6286e-b690-4a22-873a-c438e375f177 x-openstack-request-id: req-91c6286e-b690-4a22-873a-c438e375f177 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:17.673482 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:17.673482 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91c6286e-b690-4a22-873a-c438e375f177 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:17.673482 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'status': 'completed', 'code': 200} May 31 12:47:17.834784 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-b2aae17d-b0f0-4171-85b7-40f5a570384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:17.840767 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-b2aae17d-b0f0-4171-85b7-40f5a570384d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1099 time: 0.1251905 May 31 12:47:17.860589 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.900581 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:17.911283 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Usage tracker for resource:security_group_rule and tenant:f480fba24b1f45ebb49c1a7a89ace036 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:17.921975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:17.931195 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:17.938425 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f80d9562-fc47-46b9-9694-6b7e8cffeca7', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:f4:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c40856-897f-453e-b5c9-171c512c5c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:49Z', 'updated_at': '2021-05-31T12:47:15Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:17.943340 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:17.959160 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:17.962749 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:47:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:18.112254 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-4e8ea999-5149-4f17-8675-dbcb22c11917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.114095 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-4e8ea999-5149-4f17-8675-dbcb22c11917 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.2424917 May 31 12:47:18.121999 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.127941 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.152400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef11a7f1-4f88-4084-8d85-d4fc27fb9b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:18.209898 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f480fba24b1f45ebb49c1a7a89ace036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7173212 May 31 12:47:18.209898 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9aeb5-2de1-4d05-8bb5-4a29a5dcc81c,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.211100 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41430) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:18.223006 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.240655 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:18.259302 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-b61bc34b-c180-4e83-8cea-bdc7b53fe41b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 999 time: 0.1363349 May 31 12:47:18.292601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.319930 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.378254 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.378624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1220967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6576577'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.380495 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-70dc2ad8-871e-4ae1-b7b8-be6399502272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.382009 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-70dc2ad8-871e-4ae1-b7b8-be6399502272 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.1139247 May 31 12:47:18.382151 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-39325204-a7c2-42d7-9e30-e2c8d66dec98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:18.386618 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:18.393908 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9aeb5-2de1-4d05-8bb5-4a29a5dcc81c,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.402644 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.408541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.409903 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87f9aeb5-2de1-4d05-8bb5-4a29a5dcc81c HTTP/1.1" status: 204 len: 168 time: 0.1982236 May 31 12:47:18.525467 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=425db02c-0432-4871-b91f-01f103bd165c,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.542005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.555746 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Checking segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:18.556889 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Network hostable DHCP agents. Network: e32c6004-240e-45d1-9438-bda93004f0f4, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:47:18.592174 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Network e32c6004-240e-45d1-9438-bda93004f0f4 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:47:18.600610 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-7f1eb0de-6c78-40ef-a50c-cc8089ddd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.602241 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-7f1eb0de-6c78-40ef-a50c-cc8089ddd0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745172 May 31 12:47:18.637942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, e32c6004-240e-45d1-9438-bda93004f0f4) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:18.647359 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa95407-f92d-47d0-b14b-cfd9b497ac0f None None] Network e32c6004-240e-45d1-9438-bda93004f0f4 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:18.774511 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f80d9562-fc47-46b9-9694-6b7e8cffeca7', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:f4:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c40856-897f-453e-b5c9-171c512c5c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:49Z', 'updated_at': '2021-05-31T12:47:15Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:18.780446 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b7de8-21e8-48e1-adfe-7b90b36a7440 None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f80d9562-fc47-46b9-9694-6b7e8cffeca7', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:f4:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c40856-897f-453e-b5c9-171c512c5c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:46:49Z', 'updated_at': '2021-05-31T12:47:15Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:18.806212 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.807172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.926022 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7005420 May 31 12:47:18.948666 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-42399ac2-be0d-45bd-b453-c0099d3e6871 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365886 May 31 12:47:18.974319 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe2cd5-28aa-4a5b-9e95-f47867c7143c None None] Network e32c6004-240e-45d1-9438-bda93004f0f4 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:18.987904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69cda1-87df-4dd7-9db2-ae1d47097c15 req-52a06d69-870e-44f0-a86e-6a4e33118b9c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.992826 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0e69cda1-87df-4dd7-9db2-ae1d47097c15 req-52a06d69-870e-44f0-a86e-6a4e33118b9c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1961365 May 31 12:47:19.122110 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0e69cda1-87df-4dd7-9db2-ae1d47097c15 req-a48d9d85-365c-4790-8f93-f773bbee49b3 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188331 May 31 12:47:19.169143 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2760d034-e8b2-4851-88d1-efe5abdac78c None None] New status for floating IP f80d9562-fc47-46b9-9694-6b7e8cffeca7: ACTIVE {{(pid=98248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:47:19.280096 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-51af3a14-eda4-4826-8245-5de0718a82b5 req-076a25a8-26c0-4822-9cee-e19bbd937ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223534 May 31 12:47:19.783830 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-5ebbdee0-8d8e-4b2e-91c3-e7bc6106e270 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:19.785402 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-5ebbdee0-8d8e-4b2e-91c3-e7bc6106e270 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2697723 May 31 12:47:19.801942 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-c957ce02-c44f-4b03-9f94-0c6d553406f1 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/quotas/1132c19a0e624c429571a1dcb1e97d43 HTTP/1.1" status: 200 len: 375 time: 0.0103948 May 31 12:47:19.850744 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-b6fc657c-4acc-41ac-831e-d659f3192981 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422025 May 31 12:47:19.992880 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-c04bf470-b80a-48dd-8ec0-4b4613f4b2c3 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352551 May 31 12:47:20.129652 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-1d60d5a2-eb1a-47ac-9cb1-eee12b75d5a4 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293635 May 31 12:47:20.340057 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-293f4310-d49c-4532-bf33-c0187fc3cb5e req-69980125-37c5-4e49-a522-ada6733a2872 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0577981 May 31 12:47:20.378735 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381dce-7b8a-4d6e-bc49-44380ea3c7dd req-a20a7a91-89aa-42c1-afdf-80508a775217 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:20.380407 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9b381dce-7b8a-4d6e-bc49-44380ea3c7dd req-a20a7a91-89aa-42c1-afdf-80508a775217 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1426489 May 31 12:47:20.445719 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9b381dce-7b8a-4d6e-bc49-44380ea3c7dd req-65f941ab-5fad-48f4-9274-ee8e9a69382e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 May 31 12:47:21.504469 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b3200c81-d632-488b-9451-fcf928af1146 req-72ed6079-21be-450a-a234-914fc0eb8af8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0531664 May 31 12:47:21.668979 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-6973a948-5f25-4024-9420-2a7d00a56fec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:21.671179 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-6973a948-5f25-4024-9420-2a7d00a56fec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Synchronizing usage tracker for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:network {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:21.676213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91e594-3a0e-436c-9e9b-2c585ae9097a req-cfa9e813-b448-4eec-8119-9966b97f0c1a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:21.677990 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fa91e594-3a0e-436c-9e9b-2c585ae9097a req-cfa9e813-b448-4eec-8119-9966b97f0c1a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0895257 May 31 12:47:21.696805 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-6973a948-5f25-4024-9420-2a7d00a56fec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Unset dirty status for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:network {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:21.698056 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-6973a948-5f25-4024-9420-2a7d00a56fec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2076402 May 31 12:47:21.714431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Request body: {'port': {'device_id': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'admin_state_up': True, 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:21.757865 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fa91e594-3a0e-436c-9e9b-2c585ae9097a req-becc2813-01d9-4ade-ac34-b5f9944aab25 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691853 May 31 12:47:21.896076 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:21.901531 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Usage tracker for resource:port and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:21.906753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:21.914292 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:21.925500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:21.932525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.146999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Allocated IP 172.20.0.12 (e32c6004-240e-45d1-9438-bda93004f0f4/425db02c-0432-4871-b91f-01f103bd165c/6848fac9-8c0e-4120-9760-87c5104de2d4) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:22.365084 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41556) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:22.441005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.476754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.485824 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:22.495251 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.511591 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:22.515355 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4da008e3eeeb468799e5695ce23536fb is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:22.518177 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:22.523891 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:22.553792 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Network e32c6004-240e-45d1-9438-bda93004f0f4 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:22.557397 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:22.560220 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:22.604501 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event updated for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:22.607519 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:22.622020 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.631155 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.635498 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:22.636114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.640800 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c7579fa0-35ed-43d6-acf2-7d57bf0631b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:22.663195 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9531138 May 31 12:47:22.676194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Request body: {'port': {'device_id': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:22.732938 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4da008e3eeeb468799e5695ce23536fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665237 May 31 12:47:22.735704 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41566) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:22.736904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142bcec-6441-45ab-8cc8-da6fd36c65b1,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:22.740058 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:22.767283 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d9a0-d9df-427d-b84e-8553deac8861 req-af226fc7-7b4f-4940-8d73-47a0caef2c83 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:22.768795 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bdb6d9a0-d9df-427d-b84e-8553deac8861 req-af226fc7-7b4f-4940-8d73-47a0caef2c83 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 932 time: 0.1390038 May 31 12:47:22.821706 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bdb6d9a0-d9df-427d-b84e-8553deac8861 req-a2775581-705f-4794-b32b-1f43d60d1355 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 May 31 12:47:22.827997 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.902242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.976860 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd791cf-ab94-40a7-974d-83418828b3e3 req-bf2b66e3-ba9d-4bbc-8cb2-3be4618c4df0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:22.977795 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.978392 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6bd791cf-ab94-40a7-974d-83418828b3e3 req-bf2b66e3-ba9d-4bbc-8cb2-3be4618c4df0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0810809 May 31 12:47:23.030131 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6bd791cf-ab94-40a7-974d-83418828b3e3 req-f6e35627-48a0-4c3f-b5e8-2c843f2c2a64 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 May 31 12:47:23.130482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.145939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.164495 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142bcec-6441-45ab-8cc8-da6fd36c65b1,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.176216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.179920 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.181110 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2142bcec-6441-45ab-8cc8-da6fd36c65b1 HTTP/1.1" status: 204 len: 168 time: 0.4442778 May 31 12:47:23.277227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6848fac9-8c0e-4120-9760-87c5104de2d4 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:23.285522 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.302212 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Transition to ACTIVE for port object 6848fac9-8c0e-4120-9760-87c5104de2d4 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:23.306861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.312091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.468974 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Pushing event updated for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.497277 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.539961 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41592) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:23.558666 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Attempting to bind port 6848fac9-8c0e-4120-9760-87c5104de2d4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:23.559003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Attempting to bind port 6848fac9-8c0e-4120-9760-87c5104de2d4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:23.559321 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Attempting to bind port 6848fac9-8c0e-4120-9760-87c5104de2d4 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.564302 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.579670 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Port 6848fac9-8c0e-4120-9760-87c5104de2d4 on network e32c6004-240e-45d1-9438-bda93004f0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:23.579991 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Attempting to bind port 6848fac9-8c0e-4120-9760-87c5104de2d4 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.583522 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:23.588787 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:23.589234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Checking segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:23.589567 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Bound using segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:23.590060 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Bound port: 6848fac9-8c0e-4120-9760-87c5104de2d4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:23.590383 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.599945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ffe7656bab4e2e95dfb0f8d4743927 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:23.604621 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:23.615125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:23.736569 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:23.740679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6848fac9-8c0e-4120-9760-87c5104de2d4,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:23.748497 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.753760 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.821946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:23.822551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.823946 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] 10.222.0.39 "PUT /v2.0/ports/6848fac9-8c0e-4120-9760-87c5104de2d4 HTTP/1.1" status: 200 len: 1094 time: 1.1522703 May 31 12:47:23.834679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:23.837270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f58e8e-e728-4517-91f9-74c815dd2a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:23.901840 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.914876 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Pushing event updated for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.917694 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.928582 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.929087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b2420b7-13f8-4e7e-8d9f-b3458096c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.984795 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04822efb-e73d-4f7a-aa37-87a13dbad747 x-openstack-request-id: req-04822efb-e73d-4f7a-aa37-87a13dbad747 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:23.985134 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:23.985426 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04822efb-e73d-4f7a-aa37-87a13dbad747 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:23.985902 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4', 'status': 'completed', 'code': 200} May 31 12:47:23.990032 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9ffe7656bab4e2e95dfb0f8d4743927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490798 May 31 12:47:23.992164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed849eac-1b69-45d2-b933-edb548dde965,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.992829 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41606) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:23.996563 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.010571 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-a9fa79cc-091b-49f3-8650-300a64378c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.012177 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-a9fa79cc-091b-49f3-8650-300a64378c30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 1097 time: 0.1436608 May 31 12:47:24.085892 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-c9f2923b-96fc-42ec-b426-104ac7f0062f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6848fac9-8c0e-4120-9760-87c5104de2d4 HTTP/1.1" status: 200 len: 217 time: 0.0613537 May 31 12:47:24.086975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58499c01-5677-41cb-b5f3-baba36eb4aa1 req-af42109f-017e-4c7c-bac2-e6c8b4698003 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.088443 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-58499c01-5677-41cb-b5f3-baba36eb4aa1 req-af42109f-017e-4c7c-bac2-e6c8b4698003 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 944 time: 0.1493037 May 31 12:47:24.091186 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.139636 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.223537 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-58499c01-5677-41cb-b5f3-baba36eb4aa1 req-bb73501d-749c-4f93-a5ac-9e096bfdc9ee tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227443 May 31 12:47:24.228919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-4bd74093-8912-4db5-95da-1d890d214876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.230397 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-4bd74093-8912-4db5-95da-1d890d214876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.1371849 May 31 12:47:24.276906 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7458-fe68-4459-9c91-fdb378f659a2 req-4d3ae6de-4875-4cc9-8923-e006934415b4 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.279437 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-281c7458-fe68-4459-9c91-fdb378f659a2 req-4d3ae6de-4875-4cc9-8923-e006934415b4 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1271272 May 31 12:47:24.285210 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-0cb2095c-628a-42f5-9fbb-019b329a0ef9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432649 May 31 12:47:24.285655 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.291227 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d7db2673-f714-4c13-b866-8b98a10df8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:24.323578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed849eac-1b69-45d2-b933-edb548dde965,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:24.333725 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.359765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.361357 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed849eac-1b69-45d2-b933-edb548dde965 HTTP/1.1" status: 204 len: 168 time: 0.3673322 May 31 12:47:24.378844 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-281c7458-fe68-4459-9c91-fdb378f659a2 req-a836d625-1f3c-4eee-802c-1ae38ab2d11a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884063 May 31 12:47:24.460412 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-154d2762-93cb-40bc-b399-57abecaf19e8 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644030 May 31 12:47:24.612327 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0cb0a003-e08d-4e6f-8143-b411a33ef6ba req-50ed4626-816e-45f3-9fd6-a97cc002192e service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370680 May 31 12:47:24.743827 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-09286593-1dcc-40a7-b38d-3af589936358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.745351 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-09286593-1dcc-40a7-b38d-3af589936358 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 1097 time: 0.0772054 May 31 12:47:24.888875 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-f5d4ad2c-b920-4f91-b684-14685c61b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.890340 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-f5d4ad2c-b920-4f91-b684-14685c61b21a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 915 time: 0.1313865 May 31 12:47:24.962012 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-e4039ed7-fee9-4925-b771-f423206d9576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6848fac9-8c0e-4120-9760-87c5104de2d4 HTTP/1.1" status: 200 len: 217 time: 0.0632575 May 31 12:47:25.038179 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-32cf8617-2810-4e07-ad6f-bf645e4502be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.039988 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-32cf8617-2810-4e07-ad6f-bf645e4502be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0698025 May 31 12:47:25.100464 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-a5db1e12-fc5d-4121-bd52-aa957e5b0d23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442045 May 31 12:47:25.215436 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41648) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:25.238432 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-253a2c48-bf02-4cb6-b0ec-3dd2dbeb41e1 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298113 May 31 12:47:25.331709 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543911847-network', 'tenant_id': 'e93237e64251481a9cb89ae67efa086b'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:25.338635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:25.373320 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Usage tracker for resource:network and tenant:e93237e64251481a9cb89ae67efa086b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:25.380193 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:25.385269 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-91f58e8e-e728-4517-91f9-74c815dd2a1d req-c1bcbdbb-20c9-4b71-9926-8e5bf3e0a5d6 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345329 May 31 12:47:25.393528 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:25.424155 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Made reservation on behalf of e93237e64251481a9cb89ae67efa086b for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:25.426742 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.442447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.462790 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:25.472002 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe50e-2489-45eb-b655-ef40d320ae2b req-52e29400-11a4-4208-b496-5b08a9579feb tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.473496 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-920fe50e-2489-45eb-b655-ef40d320ae2b req-52e29400-11a4-4208-b496-5b08a9579feb tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 944 time: 0.1365361 May 31 12:47:25.476132 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Usage tracker for resource:security_group_rule and tenant:e93237e64251481a9cb89ae67efa086b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:25.479165 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:25.487619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:25.596131 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-920fe50e-2489-45eb-b655-ef40d320ae2b req-7b2f53c5-f565-431a-a6f0-2de1de116a52 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140563 May 31 12:47:25.655029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea365d-1977-4cea-b4a3-2cfbfac71f1f req-635c0ffe-cf26-4714-a449-b900dc61cbef tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.658006 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d7ea365d-1977-4cea-b4a3-2cfbfac71f1f req-635c0ffe-cf26-4714-a449-b900dc61cbef tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1705663 May 31 12:47:25.709699 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.721001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.728252 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1e0cb9cc-1ac5-4204-a758-aaff7e68a5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:25.756591 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d7ea365d-1977-4cea-b4a3-2cfbfac71f1f req-bf502b37-76ca-475f-b259-3fa11a382d02 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 May 31 12:47:25.764922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:47:25.770561 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e74d41-f460-4ba1-8d91-11adc37ac24c,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:25.775172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:25.780666 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.781074 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Added segment a0b1392b-2b66-4454-a546-8d485695c283 of type vlan for network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 May 31 12:47:25.810138 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.841443 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.842825 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.843424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.846885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:26.039910 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Pushing event updated for resources: {'Network': ['ID=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:26.044773 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8266256 May 31 12:47:26.044773 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:26.046518 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41672) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:26.052080 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:47:26.052532 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Request body: {'subnet': {'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543911847-subnet', 'tenant_id': 'e93237e64251481a9cb89ae67efa086b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:26.058102 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:26.062049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Usage tracker for resource:subnet and tenant:e93237e64251481a9cb89ae67efa086b is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:26.064882 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:26.071119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:26.082585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Made reservation on behalf of e93237e64251481a9cb89ae67efa086b for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:26.085178 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6576599'] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.515746 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1220967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6576577'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.520263 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-213b0004-13ab-41b3-adba-3f46c60c5576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:26.593203 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=78455dec-9443-4a78-9321-0e3890206177,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:26.600508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:26.605123 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Checking segment: {'id': 'a0b1392b-2b66-4454-a546-8d485695c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:26.605561 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Network hostable DHCP agents. Network: bc0c64a6-18b1-4fe3-9676-5597ecf1ab27, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:47:26.627467 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:47:26.638585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, bc0c64a6-18b1-4fe3-9676-5597ecf1ab27) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:26.648459 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7622380-6d09-4485-800b-6cecada833a2 None None] Network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:26.654659 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:26.655508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.706647 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6583641 May 31 12:47:27.019773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360869c-9eb2-4e13-9985-bb606e02dd52 None None] Network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:27.214388 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d6dd3-012c-4f18-8642-fc80b9d6f98c req-f43c6b02-7e99-4bb9-b09c-222bce57f946 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.222605 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bd2d6dd3-012c-4f18-8642-fc80b9d6f98c req-f43c6b02-7e99-4bb9-b09c-222bce57f946 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1307867 May 31 12:47:27.254942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb412702-cf00-46e8-b1e7-eef1540d0e76 req-99ed8ce9-501f-4a8a-bc3c-69948d974b1e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.256649 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb412702-cf00-46e8-b1e7-eef1540d0e76 req-99ed8ce9-501f-4a8a-bc3c-69948d974b1e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 944 time: 0.2051022 May 31 12:47:27.314763 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bd2d6dd3-012c-4f18-8642-fc80b9d6f98c req-6f0cb1f2-bf3f-43b5-aba1-2087f10f3f8b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912750 May 31 12:47:27.320225 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb412702-cf00-46e8-b1e7-eef1540d0e76 req-2d13c32e-5917-4d80-adab-e23c94fa5942 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 May 31 12:47:27.407227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41720) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:27.413812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1451146657-network', 'tenant_id': '63d87eddef584ce5b782942c62764ab4'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:27.418828 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:27.423217 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Usage tracker for resource:network and tenant:63d87eddef584ce5b782942c62764ab4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:27.426729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:27.433165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:27.454271 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Made reservation on behalf of 63d87eddef584ce5b782942c62764ab4 for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:27.456762 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.473091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.559837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:27.563856 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Usage tracker for resource:security_group_rule and tenant:63d87eddef584ce5b782942c62764ab4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:27.566922 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:27.573049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:27.659408 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.664214 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.667739 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:27.700677 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:47:27.706385 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4556fb-edfe-4da6-ae3d-46b6c82ea6f9,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:27.709966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:27.715384 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.715864 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Added segment d91e6662-86b7-49dd-89b9-2178a9559827 of type vlan for network 634b7dab-5062-4ff7-a3d8-e4879d2a0069 May 31 12:47:27.744156 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.775474 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.776914 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.777576 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.782424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:27.884285 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4759071 May 31 12:47:27.885038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Pushing event updated for resources: {'Network': ['ID=634b7dab-5062-4ff7-a3d8-e4879d2a0069,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:27.887188 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 41732) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:27.892472 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Request body: {'subnet': {'network_id': '634b7dab-5062-4ff7-a3d8-e4879d2a0069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1451146657-subnet', 'tenant_id': '63d87eddef584ce5b782942c62764ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:27.895330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 634b7dab-5062-4ff7-a3d8-e4879d2a0069 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:47:27.895881 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:27.898004 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:27.901923 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Usage tracker for resource:subnet and tenant:63d87eddef584ce5b782942c62764ab4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:27.904931 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:27.911387 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:27.923582 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Made reservation on behalf of 63d87eddef584ce5b782942c62764ab4 for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:27.927176 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6576599'] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.350374 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1220967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6576577'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.354300 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:28.429673 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Pushing event updated for resources: {'Subnet': ['ID=583936f2-a5e2-4b6d-b493-8a5f687926bf,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:28.432373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:28.441029 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Checking segment: {'id': 'd91e6662-86b7-49dd-89b9-2178a9559827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '634b7dab-5062-4ff7-a3d8-e4879d2a0069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:28.441398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Network hostable DHCP agents. Network: 634b7dab-5062-4ff7-a3d8-e4879d2a0069, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:47:28.462309 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Network 634b7dab-5062-4ff7-a3d8-e4879d2a0069 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:47:28.477169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 634b7dab-5062-4ff7-a3d8-e4879d2a0069) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:28.486429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.486733 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46592522-c3b1-4a7d-87f3-bdae56c882c5 None None] Network 634b7dab-5062-4ff7-a3d8-e4879d2a0069 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:28.487086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.524067 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6233063 May 31 12:47:28.621589 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b522-2e6d-4177-b875-54fcb630ffe5 req-70cad71e-c263-434a-a017-ae2aef6d99e0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.623434 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f9c7b522-2e6d-4177-b875-54fcb630ffe5 req-70cad71e-c263-434a-a017-ae2aef6d99e0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1635017 May 31 12:47:28.633248 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59070f72-216a-4e18-9562-2207cd9ec3e3 req-9132c3f3-a7ad-4888-a27b-c48e60b494c2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.634750 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-59070f72-216a-4e18-9562-2207cd9ec3e3 req-9132c3f3-a7ad-4888-a27b-c48e60b494c2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 944 time: 0.1328599 May 31 12:47:28.699330 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f9c7b522-2e6d-4177-b875-54fcb630ffe5 req-161b3f3b-9d13-46e7-9b45-2af10ddde1fe tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 May 31 12:47:28.740403 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-59070f72-216a-4e18-9562-2207cd9ec3e3 req-eca25ebf-0349-4aef-b717-fc497a788243 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693953 May 31 12:47:28.749619 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59af229-aedf-4e8e-a67f-0978b5633323 None None] Network 634b7dab-5062-4ff7-a3d8-e4879d2a0069 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:28.844213 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6848fac9-8c0e-4120-9760-87c5104de2d4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:29.094293 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6848fac9-8c0e-4120-9760-87c5104de2d4,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:29.109703 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '6848fac9-8c0e-4120-9760-87c5104de2d4', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'port_id': '6848fac9-8c0e-4120-9760-87c5104de2d4', 'mac_address': 'fa:16:3e:b9:f4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425db02c-0432-4871-b91f-01f103bd165c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:29.176038 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.195747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6848fac9-8c0e-4120-9760-87c5104de2d4 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:29.214531 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6848fac9-8c0e-4120-9760-87c5104de2d4,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:29.220059 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.221969 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:29.271931 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-f2a6e0b6-07ac-4e52-ba1d-064fea6fa43f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:29.272764 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-f2a6e0b6-07ac-4e52-ba1d-064fea6fa43f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Synchronizing usage tracker for tenant:e93237e64251481a9cb89ae67efa086b on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:29.290599 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-f2a6e0b6-07ac-4e52-ba1d-064fea6fa43f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Unset dirty status for tenant:e93237e64251481a9cb89ae67efa086b on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:29.291863 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-f2a6e0b6-07ac-4e52-ba1d-064fea6fa43f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/networks?id=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 HTTP/1.1" status: 200 len: 808 time: 0.1983149 May 31 12:47:29.302088 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:29.310089 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.310488 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.310765 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.311104 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.311417 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.311522 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-4524b1f1-9619-4143-9bff-29bc07d8733a tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/quotas/e93237e64251481a9cb89ae67efa086b HTTP/1.1" status: 200 len: 375 time: 0.0133221 May 31 12:47:29.311769 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.312113 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.312408 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.312741 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.313040 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.313379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.313691 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:29.317722 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:29.360967 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-1ee0041e-6890-4cde-baad-de0a29f686e0 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e93237e64251481a9cb89ae67efa086b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422111 May 31 12:47:29.500222 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-de17b122-8145-4cfc-ae26-eb96cf5302ce service neutron] 10.222.0.49 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323705 May 31 12:47:29.556014 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:29.644009 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-cf078c03-90f5-434c-9df7-8705d8b1e0fe service neutron] 10.222.0.49 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373041 May 31 12:47:29.875839 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9f9f251d-f05d-4514-ba55-ef6aa1a950cc req-5a615a25-ea36-4f81-bc57-dbc7a1979e5e tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 210 time: 0.0854168 May 31 12:47:29.922762 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed58df-8267-4ac6-9a91-2fd9b1d1fab7 req-90253443-1182-4bc7-beae-2d7cfb0f7815 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:29.924420 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a5ed58df-8267-4ac6-9a91-2fd9b1d1fab7 req-90253443-1182-4bc7-beae-2d7cfb0f7815 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0955791 May 31 12:47:29.978272 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a5ed58df-8267-4ac6-9a91-2fd9b1d1fab7 req-38699547-37a2-4645-8793-235e36299f98 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 May 31 12:47:30.123629 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b11551-90a8-427f-a4db-ac97d1b1aff6 req-98eda64d-1341-4183-a416-a1a9ae9d5e9b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.125195 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-10b11551-90a8-427f-a4db-ac97d1b1aff6 req-98eda64d-1341-4183-a416-a1a9ae9d5e9b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 945 time: 0.1019807 May 31 12:47:30.174982 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-10b11551-90a8-427f-a4db-ac97d1b1aff6 req-072e5796-2c47-447a-b5cf-9d1b1ecb3eaa tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 May 31 12:47:30.810814 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6848fac9-8c0e-4120-9760-87c5104de2d4 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:30.885422 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 6848fac9-8c0e-4120-9760-87c5104de2d4 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:30.891676 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 6848fac9-8c0e-4120-9760-87c5104de2d4 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:30.892189 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.046650 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.082050 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e9ad643a-ca29-4997-a973-80a43d71e100 req-40d32d6e-9a92-49d8-9e4a-243aaf79f047 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 210 time: 0.0867431 May 31 12:47:31.098302 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:31.104482 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa9625-c1b2-48be-baf6-83d12c321ee7" -d '{"events": [{"server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "name": "network-vif-plugged", "status": "completed", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:31.125721 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6848fac9-8c0e-4120-9760-87c5104de2d4,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:31.135238 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.137285 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:31.213335 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3521f976-a340-4369-962f-0e6d24b1ef47 x-openstack-request-id: req-3521f976-a340-4369-962f-0e6d24b1ef47 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:31.213716 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "name": "network-vif-plugged", "status": "completed", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:31.214046 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3521f976-a340-4369-962f-0e6d24b1ef47 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:31.214773 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4', 'code': 200} May 31 12:47:31.245017 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f23b6-e7be-4260-bc9f-1f7821dc8bd9 req-71e3f908-596b-4a81-b786-49a064990936 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.254821 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-526f23b6-e7be-4260-bc9f-1f7821dc8bd9 req-71e3f908-596b-4a81-b786-49a064990936 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1519473 May 31 12:47:31.259064 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:31.272720 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:31.364000 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-526f23b6-e7be-4260-bc9f-1f7821dc8bd9 req-12ec7ffc-1fc0-4914-b0e0-0f398b132a20 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026568 May 31 12:47:31.372826 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-6ce77291-baf5-4b49-84ab-dacd3707b1d9 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.374850 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-6ce77291-baf5-4b49-84ab-dacd3707b1d9 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.39 "GET /v2.0/networks?id=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 HTTP/1.1" status: 200 len: 808 time: 0.2862895 May 31 12:47:31.451109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Request body: {'port': {'device_id': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27', 'admin_state_up': True, 'tenant_id': 'e93237e64251481a9cb89ae67efa086b'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:31.496624 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41862) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:31.633613 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86febdf0-c9cd-4917-8bf8-1fb3abcf9bb2 req-c41d931b-9eef-4805-8deb-c752f88c92d0 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.635308 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-86febdf0-c9cd-4917-8bf8-1fb3abcf9bb2 req-c41d931b-9eef-4805-8deb-c752f88c92d0 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1105864 May 31 12:47:31.640225 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.670437 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:31.674780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:31.680005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Usage tracker for resource:port and tenant:e93237e64251481a9cb89ae67efa086b is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:31.684880 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:31.685234 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe6f745175d49f098279a64fc465f20 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:31.694232 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-cb37337e-1032-4ce3-ae4d-8e21d10c1d92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3182228 May 31 12:47:31.695620 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:31.695976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:31.698949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2956d-896d-4fc1-b365-28304ace38a8 req-b152fbe8-9a45-41df-a3f4-8279f4b2d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.700982 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-fcb2956d-896d-4fc1-b365-28304ace38a8 req-b152fbe8-9a45-41df-a3f4-8279f4b2d7b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 1099 time: 0.1719077 May 31 12:47:31.706269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:31.712487 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Made reservation on behalf of e93237e64251481a9cb89ae67efa086b for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:31.717666 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.722172 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-86febdf0-c9cd-4917-8bf8-1fb3abcf9bb2 req-f13a2084-0e43-4faf-8a46-f00e21d0a4b4 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711188 May 31 12:47:31.827516 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.833721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.842313 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-41d01d5c-829d-430c-82ed-f36e993da11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:31.883096 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe6f745175d49f098279a64fc465f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852522 May 31 12:47:31.884224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315a7d6-afdd-4920-aac2-6501d90f0c55,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:31.886793 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 41876) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:31.889247 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:31.926279 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-fcb2956d-896d-4fc1-b365-28304ace38a8 req-9bffb7d1-a48f-4425-a1fc-de68f451453b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758814 May 31 12:47:31.959011 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.989289 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.014109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-0804a2d6-daf2-485a-bd7a-df1d8f8d5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:32.015595 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-0804a2d6-daf2-485a-bd7a-df1d8f8d5e1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.2242944 May 31 12:47:32.035280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Allocated IP 172.20.0.7 (bc0c64a6-18b1-4fe3-9676-5597ecf1ab27/78455dec-9443-4a78-9321-0e3890206177/09d8b033-0642-4242-b88a-f6ce8b46d0bc) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:32.056504 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.060470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-76c6887d-85de-4e56-a77a-f60646d6b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:32.163254 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315a7d6-afdd-4920-aac2-6501d90f0c55,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:32.166922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:32.168979 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.170134 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2315a7d6-afdd-4920-aac2-6501d90f0c55 HTTP/1.1" status: 204 len: 168 time: 0.2823992 May 31 12:47:32.298566 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f63de24a-74dd-4ca1-876c-cb4f8ca744c6 req-a6b81a66-00bc-474e-b1b6-a45178f160c5 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 210 time: 0.0477262 May 31 12:47:32.482205 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-b6c14bdc-726a-45ee-8d81-690845928f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:32.483507 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-b6c14bdc-726a-45ee-8d81-690845928f59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.4360662 May 31 12:47:32.581354 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd78b67-3706-461c-b025-67af0a15ca6c req-220781e3-2d7c-4f74-b081-b545f07507fe tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:32.585587 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0bd78b67-3706-461c-b025-67af0a15ca6c req-220781e3-2d7c-4f74-b081-b545f07507fe tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1056278 May 31 12:47:32.595005 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-bc7c386a-f2b2-4649-9c75-ef774c6a8047 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.0939553 May 31 12:47:32.645786 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0bd78b67-3706-461c-b025-67af0a15ca6c req-f7002379-21b6-4f46-8fd7-f36407322c72 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556188 May 31 12:47:32.653895 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.687471 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-e8d196f8-d995-4424-9ebb-5d2e4ae1b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:32.688841 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-e8d196f8-d995-4424-9ebb-5d2e4ae1b9ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.0824361 May 31 12:47:32.740535 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-713d3694-5b8a-4029-872e-c9abd4211ad5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439589 May 31 12:47:32.772960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.785357 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:32.884538 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:32.903107 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:32.910327 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:32.998118 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Pushing event updated for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:33.006954 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:33.044821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:33.046571 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.062186 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-ed0a4004-89fb-47f1-9058-c25f6d7298d5 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141387 May 31 12:47:33.077311 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6357129 May 31 12:47:33.084841 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4b21-1b92-45e1-9a3c-96e3f50479c3 req-68647758-7a78-43c0-8b91-36d3bc2cd98e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:33.086378 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-55fe4b21-1b92-45e1-9a3c-96e3f50479c3 req-68647758-7a78-43c0-8b91-36d3bc2cd98e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1053331 May 31 12:47:33.104909 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Request body: {'port': {'device_id': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:33.134029 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-55fe4b21-1b92-45e1-9a3c-96e3f50479c3 req-91ca24b9-ba20-42c8-ae74-cc85bf80d5c5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 May 31 12:47:33.315678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.325934 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-302e58b8-fb22-437c-8534-be4ad1055a2f req-d09c6c78-fbdf-4006-bb0a-0930e74485d0 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458184 May 31 12:47:33.606716 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0aa07-edd3-47fe-b87f-e0afa03621f1 req-0140df7e-4d59-4b2d-9846-191ff81461b6 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:33.609304 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7cc0aa07-edd3-47fe-b87f-e0afa03621f1 req-0140df7e-4d59-4b2d-9846-191ff81461b6 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 931 time: 0.1924415 May 31 12:47:33.719729 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-7cc0aa07-edd3-47fe-b87f-e0afa03621f1 req-ee40642f-2fe4-43ec-ae23-7d05f5b8a2a5 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Synchronizing usage tracker for tenant:e93237e64251481a9cb89ae67efa086b on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:33.784353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-7cc0aa07-edd3-47fe-b87f-e0afa03621f1 req-ee40642f-2fe4-43ec-ae23-7d05f5b8a2a5 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Unset dirty status for tenant:e93237e64251481a9cb89ae67efa086b on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:33.785037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d8b033-0642-4242-b88a-f6ce8b46d0bc {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:33.794390 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.799190 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7cc0aa07-edd3-47fe-b87f-e0afa03621f1 req-ee40642f-2fe4-43ec-ae23-7d05f5b8a2a5 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790049 May 31 12:47:33.826564 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Transition to ACTIVE for port object 09d8b033-0642-4242-b88a-f6ce8b46d0bc will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:33.836510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.843541 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:34.000432 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b4d7-f79a-46a7-906d-412b8373b1a0 req-15fbe9ab-02b8-49fb-8f1b-d4e5ad1fa020 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.002077 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f0f8b4d7-f79a-46a7-906d-412b8373b1a0 req-15fbe9ab-02b8-49fb-8f1b-d4e5ad1fa020 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0939815 May 31 12:47:34.064687 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f0f8b4d7-f79a-46a7-906d-412b8373b1a0 req-c8e0ed72-6cbb-4f15-bf10-950c55217303 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564320 May 31 12:47:34.078329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Pushing event updated for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:34.085857 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:34.122067 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Attempting to bind port 09d8b033-0642-4242-b88a-f6ce8b46d0bc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:34.122321 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Attempting to bind port 09d8b033-0642-4242-b88a-f6ce8b46d0bc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a0b1392b-2b66-4454-a546-8d485695c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:34.122601 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Attempting to bind port 09d8b033-0642-4242-b88a-f6ce8b46d0bc on network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:34.127652 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Port 09d8b033-0642-4242-b88a-f6ce8b46d0bc on network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:34.128016 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Attempting to bind port 09d8b033-0642-4242-b88a-f6ce8b46d0bc on network bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:34.133696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:34.134044 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Checking segment: {'id': 'a0b1392b-2b66-4454-a546-8d485695c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:34.134418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Bound using segment: {'id': 'a0b1392b-2b66-4454-a546-8d485695c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:34.134839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Bound port: 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b1392b-2b66-4454-a546-8d485695c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:34.135176 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.226351 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:34.229528 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc,segment=NetworkSegment(a0b1392b-2b66-4454-a546-8d485695c283),segment_id=a0b1392b-2b66-4454-a546-8d485695c283)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:34.234797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.239557 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:34.336136 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403380d-9086-4660-937e-c5d6c934b352 req-4ec66efe-61de-48af-bc53-91771b0397ea tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.337772 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2403380d-9086-4660-937e-c5d6c934b352 req-4ec66efe-61de-48af-bc53-91771b0397ea tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0900278 May 31 12:47:34.379720 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.380425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.381921 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/09d8b033-0642-4242-b88a-f6ce8b46d0bc HTTP/1.1" status: 200 len: 1093 time: 1.2815537 May 31 12:47:34.382410 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:34.384711 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9d91f-42f3-4950-bf94-2dfdac932442" -d '{"events": [{"name": "network-changed", "server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:34.385087 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2403380d-9086-4660-937e-c5d6c934b352 req-89627772-33c1-4974-b84b-7dacb1452eb4 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 May 31 12:47:34.404113 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Pushing event updated for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:34.407766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:34.468993 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdbed8-f6fb-4396-ba57-438fca0f6221 x-openstack-request-id: req-29bdbed8-f6fb-4396-ba57-438fca0f6221 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:34.469346 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:34.469613 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29bdbed8-f6fb-4396-ba57-438fca0f6221 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:34.470015 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc', 'status': 'completed', 'code': 200} May 31 12:47:34.513949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-207c3c29-cba2-406c-bc0e-46f05ec864ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.515436 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-207c3c29-cba2-406c-bc0e-46f05ec864ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e93237e64251481a9cb89ae67efa086b&device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 1096 time: 0.0802870 May 31 12:47:34.584432 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-bbb44eac-9c73-4ce3-8986-ba944fdf6716 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc HTTP/1.1" status: 200 len: 217 time: 0.0606427 May 31 12:47:34.656898 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-e58162fd-f3e6-4d68-9f45-4fa9d4d45628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.658579 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-e58162fd-f3e6-4d68-9f45-4fa9d4d45628 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78455dec-9443-4a78-9321-0e3890206177 HTTP/1.1" status: 200 len: 848 time: 0.0667408 May 31 12:47:34.711080 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-5e786d28-db25-48ca-ad69-cb9b4e39110f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455942 May 31 12:47:34.858982 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-dd20c46d-125c-47d1-bce9-fe714063cdfb service neutron] 10.222.0.39 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398501 May 31 12:47:35.071556 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b74d79c9-7e19-428b-a66d-6cd9d35773cc req-7436490d-112f-435e-9c81-1d689f5f6e4a service neutron] 10.222.0.39 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053580 May 31 12:47:35.075447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046065-0207-45bb-9c77-f9a9faf857e8 req-dadfc399-9443-41ba-b87d-263a06eda007 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.086575 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0d046065-0207-45bb-9c77-f9a9faf857e8 req-dadfc399-9443-41ba-b87d-263a06eda007 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 943 time: 0.1542640 May 31 12:47:35.205608 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0d046065-0207-45bb-9c77-f9a9faf857e8 req-1b08e9ef-8c82-46fb-9af0-1dc873763d6c tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170173 May 31 12:47:35.221139 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-743dc33b-fefc-46f7-ab15-2f91b9526307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.231092 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-743dc33b-fefc-46f7-ab15-2f91b9526307 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e93237e64251481a9cb89ae67efa086b&device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 1096 time: 0.0868440 May 31 12:47:35.308108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ab2a4-7fdd-4e26-b0d8-c912d51374d5 req-d58eb057-91cb-48c2-81af-e7e8c5801d0a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.320573 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d94ab2a4-7fdd-4e26-b0d8-c912d51374d5 req-d58eb057-91cb-48c2-81af-e7e8c5801d0a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1137409 May 31 12:47:35.384549 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d94ab2a4-7fdd-4e26-b0d8-c912d51374d5 req-d0339f07-632d-4b0c-908d-856bacf234d8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 May 31 12:47:35.428417 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-5648c270-8421-4688-93f0-8dba02c57a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.429987 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-5648c270-8421-4688-93f0-8dba02c57a91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 HTTP/1.1" status: 200 len: 909 time: 0.1941950 May 31 12:47:35.506862 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-d228dcc9-d7e1-4611-b010-5fccc5025c34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc HTTP/1.1" status: 200 len: 217 time: 0.0665021 May 31 12:47:35.572492 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-4910f4ce-27b3-44d9-b842-fba4818a099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.574119 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-4910f4ce-27b3-44d9-b842-fba4818a099d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=78455dec-9443-4a78-9321-0e3890206177 HTTP/1.1" status: 200 len: 848 time: 0.0572293 May 31 12:47:35.624908 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-3c5a5f68-7095-4140-8202-478507d84443 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429502 May 31 12:47:35.759319 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-0485c305-3002-49c6-9dd7-6a2e5c567117 service neutron] 10.222.0.39 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256692 May 31 12:47:35.898632 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-27b9d91f-42f3-4950-bf94-2dfdac932442 req-4985d250-74fa-4227-b45b-22eaa28753a0 service neutron] 10.222.0.39 "GET /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315894 May 31 12:47:36.403299 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36191b-7e9d-4b27-bf54-64b9fdb9bb89 req-44b975e9-50d2-47db-9e9e-9407a089386e tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:36.406690 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0a36191b-7e9d-4b27-bf54-64b9fdb9bb89 req-44b975e9-50d2-47db-9e9e-9407a089386e tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 943 time: 0.0895932 May 31 12:47:36.452782 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0a36191b-7e9d-4b27-bf54-64b9fdb9bb89 req-1962111b-4739-49c4-b3d5-593a57f847a7 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 May 31 12:47:36.685104 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-af9af05d-93ad-4e3a-b403-8eed16b1ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.742276 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995102-0d1c-4cb3-8229-034eb91c0fe7 req-7b38fa4b-f353-4cb4-837d-ba8030019021 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:36.757928 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40995102-0d1c-4cb3-8229-034eb91c0fe7 req-7b38fa4b-f353-4cb4-837d-ba8030019021 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1362019 May 31 12:47:36.812895 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40995102-0d1c-4cb3-8229-034eb91c0fe7 req-eaf6eb7e-0ab2-4a20-8165-6d2a30cdc599 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535820 May 31 12:47:36.865103 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42028) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:36.990889 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.005958 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:37.009703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Usage tracker for resource:security_group_rule and tenant:09001e2417e649cf81631ff5aed765d5 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:37.012444 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:37.018290 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:37.108629 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.112969 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.121639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7f54a986-2ca2-400e-8736-210fb8992c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:37.162180 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09001e2417e649cf81631ff5aed765d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959204 May 31 12:47:37.163459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb8935-44fc-437f-b23e-9d0cb25770d2,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:37.165241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42038) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:37.166667 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:37.227945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.260501 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.319574 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.323386 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a1a22138-3607-4199-b893-5ebda89711e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:37.336169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb8935-44fc-437f-b23e-9d0cb25770d2,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:37.339279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:37.341435 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.344978 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7eb8935-44fc-437f-b23e-9d0cb25770d2 HTTP/1.1" status: 204 len: 168 time: 0.1762013 May 31 12:47:37.686439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4610-d5d8-4fee-a42d-929d3d24e923 req-a59df2e6-8bf6-4a0b-bdc1-8e3a72192d07 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:37.688565 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b45c4610-d5d8-4fee-a42d-929d3d24e923 req-a59df2e6-8bf6-4a0b-bdc1-8e3a72192d07 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 943 time: 0.1115274 May 31 12:47:37.741930 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b45c4610-d5d8-4fee-a42d-929d3d24e923 req-ec22f105-bc5f-482e-a316-db2e60861ff4 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 May 31 12:47:37.885675 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.993771 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9e83-b84e-4977-bf15-d48dcc2e1364 req-5c2e80df-1c95-4ac1-9e37-233421a8e845 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:37.995267 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e53a9e83-b84e-4977-bf15-d48dcc2e1364 req-5c2e80df-1c95-4ac1-9e37-233421a8e845 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0811791 May 31 12:47:38.041036 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e53a9e83-b84e-4977-bf15-d48dcc2e1364 req-44bdcf33-8087-4ccc-b8d5-96437b3faa95 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 May 31 12:47:38.850511 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 09d8b033-0642-4242-b88a-f6ce8b46d0bc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:38.955574 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18704f5b-4913-4119-83ed-ddb7f89c948c req-1d89caf1-550d-4000-8043-ce3b06c2f5c8 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:38.957037 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18704f5b-4913-4119-83ed-ddb7f89c948c req-1d89caf1-550d-4000-8043-ce3b06c2f5c8 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 943 time: 0.0968888 May 31 12:47:39.026668 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18704f5b-4913-4119-83ed-ddb7f89c948c req-d2562a4c-d9ef-4a05-b85c-0dbf4a9a09f7 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595944 May 31 12:47:39.035279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc,segment=NetworkSegment(a0b1392b-2b66-4454-a546-8d485695c283),segment_id=a0b1392b-2b66-4454-a546-8d485695c283)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:39.060919 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '09d8b033-0642-4242-b88a-f6ce8b46d0bc', 'network_id': 'bc0c64a6-18b1-4fe3-9676-5597ecf1ab27', 'port_id': '09d8b033-0642-4242-b88a-f6ce8b46d0bc', 'mac_address': 'fa:16:3e:20:a3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78455dec-9443-4a78-9321-0e3890206177', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:39.111856 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.138415 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.150463 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-88b248f9-465c-42ec-a05f-e327be895eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.166691 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d8b033-0642-4242-b88a-f6ce8b46d0bc {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:39.185604 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc,segment=NetworkSegment(a0b1392b-2b66-4454-a546-8d485695c283),segment_id=a0b1392b-2b66-4454-a546-8d485695c283)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:39.190428 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.192186 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:39.221436 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42132) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:39.258147 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.261213 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.342130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.350432 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-46905bfe-871d-46da-9b22-e6b6c4b8523a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:39.351901 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-46905bfe-871d-46da-9b22-e6b6c4b8523a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2208362 May 31 12:47:39.360234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:39.364093 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Usage tracker for resource:security_group_rule and tenant:7b8f3f084092461cb4732c5b4efa0302 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:39.367048 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:39.373123 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:39.373883 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c458c3-e65d-4fe1-a500-b1b927686ec2 req-e6acb6f8-0b78-4291-bdc8-1bbcd6209338 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:39.375474 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4c458c3-e65d-4fe1-a500-b1b927686ec2 req-e6acb6f8-0b78-4291-bdc8-1bbcd6209338 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1449928 May 31 12:47:39.378041 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-d8618570-9ac7-4f52-8836-eec44ccec7f5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/quotas/1132c19a0e624c429571a1dcb1e97d43 HTTP/1.1" status: 200 len: 375 time: 0.0203652 May 31 12:47:39.459626 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.464087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.467310 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4c458c3-e65d-4fe1-a500-b1b927686ec2 req-c3e745c0-193f-4491-b077-f2e8f63c4e15 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856185 May 31 12:47:39.471499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cd815607-804a-40c9-bea4-28fae95d8498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:39.507015 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-d9e4b025-3664-4447-9957-6f922f01e404 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069949 May 31 12:47:39.518150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['09d8b033-0642-4242-b88a-f6ce8b46d0bc'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:39.518944 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b97d7-cac9-4949-92a0-5db6b149d633,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.526002 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b8f3f084092461cb4732c5b4efa0302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035173 May 31 12:47:39.526630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42140) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:39.527520 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.593668 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.622648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.691663 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.697496 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-98727d08-ee0f-4148-b50c-3c1b43ae3b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:39.721136 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b97d7-cac9-4949-92a0-5db6b149d633,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.728659 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.730055 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b94b97d7-cac9-4949-92a0-5db6b149d633 HTTP/1.1" status: 204 len: 168 time: 0.2016063 May 31 12:47:39.731293 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.752232 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-b41006d2-cc1d-438b-a6a7-e8dcebcd5313 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374117 May 31 12:47:39.902757 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-b0fe2655-9c28-4cda-8fd7-181d780bd32d service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496627 May 31 12:47:40.130100 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42170) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:40.134043 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-78694c77-f426-4b21-bee3-70211f6f652f req-7e644be9-a2c4-444d-92bc-4b7828741305 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 210 time: 0.0481408 May 31 12:47:40.212486 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.247005 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.264770 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:40.268986 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Usage tracker for resource:security_group_rule and tenant:4eafa7c2bd3d4b8695251e32e7a7cf83 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:40.272019 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:40.277966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:40.343905 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f2e70-04fc-48cf-af26-e728c82a7228 req-cdc0b8b4-a134-4635-870d-ad49e6c86311 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.351394 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-754f2e70-04fc-48cf-af26-e728c82a7228 req-cdc0b8b4-a134-4635-870d-ad49e6c86311 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 944 time: 0.1085298 May 31 12:47:40.367808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.375003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.399336 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-754f2e70-04fc-48cf-af26-e728c82a7228 req-bdc9e092-88dc-46c1-9476-418d08dac054 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 May 31 12:47:40.401193 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5dee9992-5281-4d91-ac22-e39a6ad17776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.421674 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4eafa7c2bd3d4b8695251e32e7a7cf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884700 May 31 12:47:40.423179 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42182) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:40.436376 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85ecb88-0f28-433c-923d-6a7e8898c9c8,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.442249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:40.490702 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.518142 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.575996 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.580101 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.631633 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85ecb88-0f28-433c-923d-6a7e8898c9c8,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.634031 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:40.655117 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.665364 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c85ecb88-0f28-433c-923d-6a7e8898c9c8 HTTP/1.1" status: 204 len: 168 time: 0.2409239 May 31 12:47:40.724806 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f427a84-8ed4-4b66-bd8d-f24fed72ea8c req-4db3d195-0c5f-4486-9ae0-385f662ff557 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.726458 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f427a84-8ed4-4b66-bd8d-f24fed72ea8c req-4db3d195-0c5f-4486-9ae0-385f662ff557 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1331902 May 31 12:47:40.780089 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f427a84-8ed4-4b66-bd8d-f24fed72ea8c req-90f343ed-5495-4ef9-b90d-25583ce7b500 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455906 May 31 12:47:40.857439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 09d8b033-0642-4242-b88a-f6ce8b46d0bc up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:40.929791 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 09d8b033-0642-4242-b88a-f6ce8b46d0bc completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:40.934443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 09d8b033-0642-4242-b88a-f6ce8b46d0bc triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:40.934818 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.050777 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.079569 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:41.082232 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa54ff-39d3-4d33-b47d-1f2ea9e92d39" -d '{"events": [{"server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "name": "network-vif-plugged", "status": "completed", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:41.092854 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc,segment=NetworkSegment(a0b1392b-2b66-4454-a546-8d485695c283),segment_id=a0b1392b-2b66-4454-a546-8d485695c283)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:41.098288 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.101514 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:41.192445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c8b279-cd52-476e-998a-d2c8fff3e290 x-openstack-request-id: req-b6c8b279-cd52-476e-998a-d2c8fff3e290 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:41.192747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "name": "network-vif-plugged", "status": "completed", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:41.193075 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6c8b279-cd52-476e-998a-d2c8fff3e290 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:41.193487 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc', 'code': 200} May 31 12:47:41.249541 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:41.266709 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:41.331528 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c689152e-a9cc-4d40-8ba4-de9f690da9b7 req-a26bd956-1fb7-477c-8dd5-f767c116eb4d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 210 time: 0.0631964 May 31 12:47:41.365708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a263-3af4-4753-965a-3fb30178492a req-5711745d-d308-413b-9708-6f4039f0f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.368729 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dfa2a263-3af4-4753-965a-3fb30178492a req-5711745d-d308-413b-9708-6f4039f0f41f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1098 time: 0.1412666 May 31 12:47:41.546679 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dfa2a263-3af4-4753-965a-3fb30178492a req-32c7d285-9356-4454-afa5-363bc8b2bc8c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683624 May 31 12:47:41.602137 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f57caf-ad81-4b7d-8bd8-68a8ee3931de req-6cfe7e34-cf2a-4667-891b-4751888ee92e tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.603746 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51f57caf-ad81-4b7d-8bd8-68a8ee3931de req-6cfe7e34-cf2a-4667-891b-4751888ee92e tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.0835295 May 31 12:47:41.609445 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181175-93e8-4d4a-bafd-f706029558a7 req-0fa6e733-65b2-46fa-a19b-88cd95747641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.611137 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c1181175-93e8-4d4a-bafd-f706029558a7 req-0fa6e733-65b2-46fa-a19b-88cd95747641 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 1098 time: 0.2086074 May 31 12:47:41.637705 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-44b070ec-9600-4ded-b63c-a9a40f6edaa5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.639330 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-44b070ec-9600-4ded-b63c-a9a40f6edaa5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2383473 May 31 12:47:41.663791 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51f57caf-ad81-4b7d-8bd8-68a8ee3931de req-caf33fa9-566c-4e46-b327-496911d64a40 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 May 31 12:47:41.679296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Request body: {'port': {'device_id': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'admin_state_up': True, 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:41.743420 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.764411 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c1181175-93e8-4d4a-bafd-f706029558a7 req-08d6c3f6-8396-448a-86cc-4f324663d0b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239681 May 31 12:47:41.852466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:41.856631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Usage tracker for resource:port and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:41.874266 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:41.887483 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:41.914565 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:41.918536 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.992474 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e06d-663d-4671-b06c-40ed47a34d38 req-ae7f86fe-9785-4979-a5a7-30baa084e140 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.994269 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ad78e06d-663d-4671-b06c-40ed47a34d38 req-ae7f86fe-9785-4979-a5a7-30baa084e140 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1015463 May 31 12:47:42.043386 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ad78e06d-663d-4671-b06c-40ed47a34d38 req-03720ec9-25a4-4cdd-a2b3-ed103470b17a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 May 31 12:47:42.129956 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Allocated IP 172.20.0.5 (e32c6004-240e-45d1-9438-bda93004f0f4/425db02c-0432-4871-b91f-01f103bd165c/bf12d513-f6ce-4555-ac7a-3cb994d245b0) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:42.346260 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.386320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.393870 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:42.406962 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:42.471514 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Network e32c6004-240e-45d1-9438-bda93004f0f4 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:42.475577 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:42.481008 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:42.548231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event updated for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:42.557018 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:42.573172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0d1c-bbc9-4ff8-85da-c3f442485c31 req-03a92a33-308a-4d6a-87c0-e2087aa0837a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:42.576105 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:42.576923 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.581225 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0b4d0d1c-bbc9-4ff8-85da-c3f442485c31 req-03a92a33-308a-4d6a-87c0-e2087aa0837a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 931 time: 0.1271935 May 31 12:47:42.608374 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9337687 May 31 12:47:42.627018 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0b4d0d1c-bbc9-4ff8-85da-c3f442485c31 req-2f3f27d9-e321-4a6c-ab5f-959476a585e6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 May 31 12:47:42.647172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Request body: {'port': {'device_id': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:42.766511 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.874320 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48fdf-3c0d-4ec4-becc-7a26073535d9 req-01ebe3d5-a4f9-4988-88ea-0cf8f222490f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:42.877497 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-59e48fdf-3c0d-4ec4-becc-7a26073535d9 req-01ebe3d5-a4f9-4988-88ea-0cf8f222490f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.1048760 May 31 12:47:42.922602 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-59e48fdf-3c0d-4ec4-becc-7a26073535d9 req-da8077d0-1c18-4974-8ee7-0160ed12fbcf tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 May 31 12:47:43.145861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf12d513-f6ce-4555-ac7a-3cb994d245b0 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:43.155323 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.175328 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Transition to ACTIVE for port object bf12d513-f6ce-4555-ac7a-3cb994d245b0 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:43.180221 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.185899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:43.252351 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934a24d-1b9a-4a92-a810-b5493a095607 req-b240f09f-fbd5-4921-979f-fb14eddb1488 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.253910 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8934a24d-1b9a-4a92-a810-b5493a095607 req-b240f09f-fbd5-4921-979f-fb14eddb1488 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.0843611 May 31 12:47:43.263780 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:43.274607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:43.309208 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8934a24d-1b9a-4a92-a810-b5493a095607 req-87f2c59a-abac-45da-b56b-4f0ee709f4e7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 May 31 12:47:43.526923 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229ccc-9e74-418d-8003-52c6b8ab6f09 req-d6539972-33e2-495c-98cb-a2d58abd332b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.534594 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e7229ccc-9e74-418d-8003-52c6b8ab6f09 req-d6539972-33e2-495c-98cb-a2d58abd332b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1031353 May 31 12:47:43.569295 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Attempting to bind port bf12d513-f6ce-4555-ac7a-3cb994d245b0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:43.569902 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Attempting to bind port bf12d513-f6ce-4555-ac7a-3cb994d245b0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:43.569902 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Attempting to bind port bf12d513-f6ce-4555-ac7a-3cb994d245b0 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:43.574887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Port bf12d513-f6ce-4555-ac7a-3cb994d245b0 on network e32c6004-240e-45d1-9438-bda93004f0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:43.575158 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Attempting to bind port bf12d513-f6ce-4555-ac7a-3cb994d245b0 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:43.578620 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e7229ccc-9e74-418d-8003-52c6b8ab6f09 req-5c955cee-589b-4666-922d-294d69f740e9 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 May 31 12:47:43.591194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:43.591821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Checking segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:43.593207 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Bound using segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:43.593786 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Bound port: bf12d513-f6ce-4555-ac7a-3cb994d245b0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:43.594364 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.710412 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:43.717011 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:43.727477 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.736273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af966aee-f87a-4aea-970d-97625fcf59f0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:43.808439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.809111 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.810683 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] 10.222.0.39 "PUT /v2.0/ports/bf12d513-f6ce-4555-ac7a-3cb994d245b0 HTTP/1.1" status: 200 len: 1093 time: 1.1715412 May 31 12:47:43.811181 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:43.813521 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d0919e-319d-4f68-a996-29af14197c29" -d '{"events": [{"name": "network-changed", "server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:43.842384 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01802f35-2e94-4ed2-b349-ad183fece14f req-233b0714-a7a1-495a-8f04-c4b9225beb6a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.844317 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-01802f35-2e94-4ed2-b349-ad183fece14f req-233b0714-a7a1-495a-8f04-c4b9225beb6a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 943 time: 0.0934160 May 31 12:47:43.852257 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:43.862406 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:43.906803 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b1ff26-13d0-46b3-b4a7-5d6269682cf7 x-openstack-request-id: req-c8b1ff26-13d0-46b3-b4a7-5d6269682cf7 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:43.907134 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:43.907417 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8b1ff26-13d0-46b3-b4a7-5d6269682cf7 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:43.907881 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', 'status': 'completed', 'code': 200} May 31 12:47:43.909993 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-01802f35-2e94-4ed2-b349-ad183fece14f req-9015fb7d-c049-4cf6-bfae-f7c09822236e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 May 31 12:47:43.946153 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-652c4773-6443-4bc8-93ad-99ab39fa0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.960110 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-652c4773-6443-4bc8-93ad-99ab39fa0b78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0965497 May 31 12:47:44.051377 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-e7d19bfb-1050-41d3-b4df-0ad6a685680a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0 HTTP/1.1" status: 200 len: 217 time: 0.0776570 May 31 12:47:44.121892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27715476-c70e-4d73-81dd-c4698d70b7b5 req-2ad23bdd-e2f3-4f74-9887-b9fd50bbcd59 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.123368 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-27715476-c70e-4d73-81dd-c4698d70b7b5 req-2ad23bdd-e2f3-4f74-9887-b9fd50bbcd59 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.0828586 May 31 12:47:44.150412 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-74a9c8f3-864e-4daa-b921-61507f8485f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.151847 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-74a9c8f3-864e-4daa-b921-61507f8485f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0860512 May 31 12:47:44.183353 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-27715476-c70e-4d73-81dd-c4698d70b7b5 req-8b94f0e7-5b35-48f7-8323-668d158aa15b tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531764 May 31 12:47:44.212029 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-cb51f7d5-6f6b-4f09-8f1d-df739d1cdb3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486803 May 31 12:47:44.370071 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-cd4aa131-db97-4d40-8c11-4d9fcee9a4a9 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426008 May 31 12:47:44.517956 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-3b8b4067-541e-4148-b58c-e2b7f28afb30 req-aed8e0ee-76ee-44a9-b69a-e9696042d47b service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388316 May 31 12:47:44.686900 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0919e-319d-4f68-a996-29af14197c29 req-823bab98-f368-4846-86cd-fdb079ff204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.689389 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-823bab98-f368-4846-86cd-fdb079ff204e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 1096 time: 0.1136389 May 31 12:47:44.835134 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0919e-319d-4f68-a996-29af14197c29 req-a10a7d0d-e5e6-412b-b70c-2c1f56880e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.836582 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-a10a7d0d-e5e6-412b-b70c-2c1f56880e23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 915 time: 0.1388538 May 31 12:47:44.906189 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-a42e0a1f-71ca-4416-8ff6-b0ddda5911f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0 HTTP/1.1" status: 200 len: 217 time: 0.0613296 May 31 12:47:44.988439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0919e-319d-4f68-a996-29af14197c29 req-da294649-17a1-4104-ad82-a7587b6f90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.990047 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-da294649-17a1-4104-ad82-a7587b6f90d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0656676 May 31 12:47:45.044449 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-535eb830-c808-455b-9110-0ba71aa8729b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460558 May 31 12:47:45.128404 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cc67c-57c2-4c56-968b-89156e427b60 req-4d8036ed-1db9-477c-b12c-4395ba1363aa tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:45.130174 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-668cc67c-57c2-4c56-968b-89156e427b60 req-4d8036ed-1db9-477c-b12c-4395ba1363aa tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 943 time: 0.0903258 May 31 12:47:45.176872 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-668cc67c-57c2-4c56-968b-89156e427b60 req-97baa8cb-1c4f-4c9a-bbad-cb0023718955 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 May 31 12:47:45.187956 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-733f85fd-77ad-439a-8d22-2b9a3b8f23de service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303639 May 31 12:47:45.325785 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3d0919e-319d-4f68-a996-29af14197c29 req-047f43de-ae3b-4a89-a613-b34c5c54c891 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306441 May 31 12:47:45.696753 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0454a1-1c99-4fb3-ac5e-9c69c69a911e req-49afadf5-2d34-4725-b6e7-5fabf37f42da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:45.698529 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef0454a1-1c99-4fb3-ac5e-9c69c69a911e req-49afadf5-2d34-4725-b6e7-5fabf37f42da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0957720 May 31 12:47:45.709785 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efe5c-4778-477d-b801-0d8138395621 req-f7ea1af2-db77-41e1-b949-79a172795b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:45.711382 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-f7ea1af2-db77-41e1-b949-79a172795b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.1518936 May 31 12:47:45.750857 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef0454a1-1c99-4fb3-ac5e-9c69c69a911e req-c902676c-6b94-41d2-8d6b-354f51b3e11d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 May 31 12:47:45.883539 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efe5c-4778-477d-b801-0d8138395621 req-dc7454f0-0d94-4b8b-820f-5e34e1b95200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:45.885167 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-dc7454f0-0d94-4b8b-820f-5e34e1b95200 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.1633976 May 31 12:47:45.963153 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-e6ec5724-28ec-4924-8683-eb568b278310 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.0603948 May 31 12:47:46.034570 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998efe5c-4778-477d-b801-0d8138395621 req-66c83655-8f29-4dce-abc2-1bb362fcb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:46.036073 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-66c83655-8f29-4dce-abc2-1bb362fcb9e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.0661302 May 31 12:47:46.084216 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-e9a8eafa-576f-4dbf-bc4b-99ba0c1189c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405538 May 31 12:47:46.234600 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-87edbf07-2c76-49f6-b980-1032fa3abe27 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374989 May 31 12:47:46.383277 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-998efe5c-4778-477d-b801-0d8138395621 req-8d9616bf-2996-433e-b2b3-67d712138c41 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369054 May 31 12:47:46.384554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13738de9-6606-40d2-903a-d22ee1be09d1 req-c77f87f6-4f47-4cb2-a275-f8bc2dec35d3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:46.386151 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-13738de9-6606-40d2-903a-d22ee1be09d1 req-c77f87f6-4f47-4cb2-a275-f8bc2dec35d3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 943 time: 0.0922642 May 31 12:47:46.449001 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-13738de9-6606-40d2-903a-d22ee1be09d1 req-42e041a4-42d3-4b5e-b612-ee087f24c0f2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 May 31 12:47:46.947459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d2bf-6eaf-4654-9cfe-b05d6849c540 req-d67c4c93-4874-494f-9ea8-d05cba355e60 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:46.949088 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1a90d2bf-6eaf-4654-9cfe-b05d6849c540 req-d67c4c93-4874-494f-9ea8-d05cba355e60 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0835850 May 31 12:47:47.072356 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1a90d2bf-6eaf-4654-9cfe-b05d6849c540 req-d96c4f06-3fa5-4ea2-970e-6ad340de9c1d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177688 May 31 12:47:47.656352 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c880f6-0aa3-434c-9cbe-3accc9921da5 req-7e0306a9-8a7f-420f-99d0-d6efa50fab5a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:47.657969 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-74c880f6-0aa3-434c-9cbe-3accc9921da5 req-7e0306a9-8a7f-420f-99d0-d6efa50fab5a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 943 time: 0.0888200 May 31 12:47:47.705025 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-74c880f6-0aa3-434c-9cbe-3accc9921da5 req-4c2686d2-8010-4d6f-a875-82e3a580bd97 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 May 31 12:47:48.085506 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7aaa0-e6c6-4036-89cf-c53c8e4a6b41 req-c9c09664-0b97-4cdb-92a2-68309cf798b1 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:48.086914 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23a7aaa0-e6c6-4036-89cf-c53c8e4a6b41 req-c9c09664-0b97-4cdb-92a2-68309cf798b1 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.0843346 May 31 12:47:48.137636 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23a7aaa0-e6c6-4036-89cf-c53c8e4a6b41 req-9b3578ea-52e9-4445-83db-038fba2515f5 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 May 31 12:47:48.315913 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0ad5-684a-4e4c-b8c5-64eb2d87c1db req-0ce0bc4b-e53d-4fcd-9baa-886148293b1d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:48.317439 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-209f0ad5-684a-4e4c-b8c5-64eb2d87c1db req-0ce0bc4b-e53d-4fcd-9baa-886148293b1d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0795357 May 31 12:47:48.361980 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-209f0ad5-684a-4e4c-b8c5-64eb2d87c1db req-01e72339-4a7d-43ef-aef7-d09fdfc3b7ad tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 May 31 12:47:48.903078 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a729af-436e-4b7f-94aa-51c2885205fb req-372f40cc-6d02-4e1e-a0ab-da209c105251 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:48.904591 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e0a729af-436e-4b7f-94aa-51c2885205fb req-372f40cc-6d02-4e1e-a0ab-da209c105251 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 943 time: 0.0885634 May 31 12:47:48.945844 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device bf12d513-f6ce-4555-ac7a-3cb994d245b0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:48.952082 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e0a729af-436e-4b7f-94aa-51c2885205fb req-15b86622-d198-4c85-b6d4-bc55f70f78b5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 May 31 12:47:49.081519 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:49.094912 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'port_id': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', 'mac_address': 'fa:16:3e:48:61:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425db02c-0432-4871-b91f-01f103bd165c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:49.149587 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:49.166440 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf12d513-f6ce-4555-ac7a-3cb994d245b0 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:49.184162 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:49.189443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:49.191143 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:49.264143 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:49.268349 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:49.349914 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b607a-535b-40de-b40b-b2c0fae34275 req-84f96a42-c36d-47d7-b3b0-3775defc760f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.351378 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c44b607a-535b-40de-b40b-b2c0fae34275 req-84f96a42-c36d-47d7-b3b0-3775defc760f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.0880535 May 31 12:47:49.407840 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c44b607a-535b-40de-b40b-b2c0fae34275 req-b8b5e946-88af-4ce6-b862-6074cc81fdbd tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/security-groups?id=57e74d41-f460-4ba1-8d91-11adc37ac24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 May 31 12:47:49.556275 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba83051-6530-4591-8fbb-982c8f4d33cb req-17bfa54c-6aba-4645-ad49-877bd468117a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.557825 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ba83051-6530-4591-8fbb-982c8f4d33cb req-17bfa54c-6aba-4645-ad49-877bd468117a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0804560 May 31 12:47:49.603745 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ba83051-6530-4591-8fbb-982c8f4d33cb req-6d66f2bc-ac85-492c-81ab-7bcf976f9161 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 May 31 12:47:49.611565 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['bf12d513-f6ce-4555-ac7a-3cb994d245b0'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:49.967898 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-843641b1-92c6-4edd-bb99-a2418ab3389c tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.969497 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-843641b1-92c6-4edd-bb99-a2418ab3389c tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Synchronizing usage tracker for tenant:e93237e64251481a9cb89ae67efa086b on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:49.992449 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-843641b1-92c6-4edd-bb99-a2418ab3389c tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Unset dirty status for tenant:e93237e64251481a9cb89ae67efa086b on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:49.994092 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-843641b1-92c6-4edd-bb99-a2418ab3389c tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 945 time: 0.1151967 May 31 12:47:50.134247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Deleting port 09d8b033-0642-4242-b88a-f6ce8b46d0bc {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:47:50.134593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.153765 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2bac6-c440-4f08-b933-4fff6ab8b72b req-a5ce4bd1-772f-486b-8a1f-db5e634dcf12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:50.155295 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3fd2bac6-c440-4f08-b933-4fff6ab8b72b req-a5ce4bd1-772f-486b-8a1f-db5e634dcf12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 944 time: 0.0851088 May 31 12:47:50.201446 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3fd2bac6-c440-4f08-b933-4fff6ab8b72b req-d28e2ca2-f7fe-4307-a701-5c4c7032ee66 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 May 31 12:47:50.279638 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] For port 09d8b033-0642-4242-b88a-f6ce8b46d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=09d8b033-0642-4242-b88a-f6ce8b46d0bc,segment=NetworkSegment(a0b1392b-2b66-4454-a546-8d485695c283),segment_id=a0b1392b-2b66-4454-a546-8d485695c283)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:50.279991 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.403727 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Calling delete_port for 09d8b033-0642-4242-b88a-f6ce8b46d0bc owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:47:50.521397 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.527618 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:50.533938 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['09d8b033-0642-4242-b88a-f6ce8b46d0bc'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:50.575380 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Pushing event deleted for resources: {'Port': ['ID=09d8b033-0642-4242-b88a-f6ce8b46d0bc,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:50.590601 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-53e7ca87-f18d-4a55-bc49-64b1a5823091 req-63d3300c-c05a-4c50-aaad-14d23517aef9 tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.49 "GET /v2.0/ports?device_id=c43c4dd3-8acc-4f55-8ebb-9de465f1c2de HTTP/1.1" status: 200 len: 210 time: 0.0685539 May 31 12:47:50.610488 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:50.660982 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] No DVR routers for this DVR port 09d8b033-0642-4242-b88a-f6ce8b46d0bc on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:47:50.663825 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.666441 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'name': 'network-vif-deleted', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:50.668683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4349159f-2a78-4bd5-9dfc-c4f7cd4d498a" -d '{"events": [{"server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "name": "network-vif-deleted", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:50.683948 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6cfaa39b-ae22-4e15-bd40-3a9d152f81ca req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] 10.222.0.39 "DELETE /v2.0/ports/09d8b033-0642-4242-b88a-f6ce8b46d0bc HTTP/1.1" status: 204 len: 173 time: 0.6811793 May 31 12:47:50.718047 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f520f63-67fe-446d-888f-b48638df197a x-openstack-request-id: req-5f520f63-67fe-446d-888f-b48638df197a {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:50.718416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43c4dd3-8acc-4f55-8ebb-9de465f1c2de", "name": "network-vif-deleted", "tag": "09d8b033-0642-4242-b88a-f6ce8b46d0bc", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:50.718689 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f520f63-67fe-446d-888f-b48638df197a {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:50.719257 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43c4dd3-8acc-4f55-8ebb-9de465f1c2de', 'name': 'network-vif-deleted', 'tag': '09d8b033-0642-4242-b88a-f6ce8b46d0bc', 'status': 'completed', 'code': 200} May 31 12:47:50.787465 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:50.798520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cc6b9-4796-4742-aabe-010666055b76 req-3df0a0db-d109-40b0-9a4d-d36b7017acf2 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:50.800013 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7e4cc6b9-4796-4742-aabe-010666055b76 req-3df0a0db-d109-40b0-9a4d-d36b7017acf2 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0828061 May 31 12:47:50.858153 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7e4cc6b9-4796-4742-aabe-010666055b76 req-8b576675-09fa-4e8e-ab84-265cc2e1d3d7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482807 May 31 12:47:50.960769 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device bf12d513-f6ce-4555-ac7a-3cb994d245b0 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:51.035067 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port bf12d513-f6ce-4555-ac7a-3cb994d245b0 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:51.040248 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port bf12d513-f6ce-4555-ac7a-3cb994d245b0 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:51.040628 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.174880 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.205193 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:51.207464 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266acfd-bd69-4496-955d-8c2f3fdb4e81" -d '{"events": [{"server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:51.215439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:51.221757 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.223674 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:51.289762 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a516a2f2-788c-4e76-ac47-3107341e2dd1 x-openstack-request-id: req-a516a2f2-788c-4e76-ac47-3107341e2dd1 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:51.290249 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:51.290861 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a516a2f2-788c-4e76-ac47-3107341e2dd1 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:51.291693 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', 'code': 200} May 31 12:47:51.337205 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:51.341372 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:51.455590 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a455-2f25-4ca7-9543-457b15603ba8 req-021e625b-8052-490b-9903-8c30197e98c4 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:51.457433 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e572a455-2f25-4ca7-9543-457b15603ba8 req-021e625b-8052-490b-9903-8c30197e98c4 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1030943 May 31 12:47:51.516487 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e572a455-2f25-4ca7-9543-457b15603ba8 req-43766bd0-4c84-4c31-8758-152eadbdd711 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 May 31 12:47:51.578548 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79646fe5-d61b-4c08-a255-ee3e111aedb5 req-7863b27b-3fac-47d9-8b8a-c69eade5aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:51.580101 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-79646fe5-d61b-4c08-a255-ee3e111aedb5 req-7863b27b-3fac-47d9-8b8a-c69eade5aa2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0733595 May 31 12:47:51.631719 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-79646fe5-d61b-4c08-a255-ee3e111aedb5 req-3f74a1cf-41d6-4595-b7de-c1284e5f69ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 May 31 12:47:51.737885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42532) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:51.853683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.867975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:51.872069 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Usage tracker for resource:security_group_rule and tenant:392b5e70aa84424f8538617600f8d2ef is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:51.874871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:51.880364 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:52.027384 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.048279 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.057525 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-791cceb4-a391-4af9-9617-962ee9a853fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.103705 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=392b5e70aa84424f8538617600f8d2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647366 May 31 12:47:52.106402 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42544) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:52.106555 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d357fc-ca30-4310-b5de-b44bdcbc6827,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.110455 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.128770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dda589-e2cf-49bf-83fd-246be8291199 req-03f4eb03-5165-409a-b577-61fc2ed69633 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:52.130592 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e5dda589-e2cf-49bf-83fd-246be8291199 req-03f4eb03-5165-409a-b577-61fc2ed69633 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1595902 May 31 12:47:52.166815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.180833 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e5dda589-e2cf-49bf-83fd-246be8291199 req-1944f02e-8699-43ba-ac01-0f229e6d24cd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 May 31 12:47:52.195256 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.250187 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.255581 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.268454 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d357fc-ca30-4310-b5de-b44bdcbc6827,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.271079 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.274088 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.276113 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-494f0902-9605-4618-ac10-834f114ebc97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5d357fc-ca30-4310-b5de-b44bdcbc6827 HTTP/1.1" status: 204 len: 168 time: 0.1686289 May 31 12:47:52.580543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42588) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:52.597915 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.612045 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:52.616150 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c85200e1476944ecb7d12ef45342e262 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:52.619136 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:52.625245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:52.744946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.750808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.757507 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7d7bf-b068-4399-9cbf-a7c5bb514cc4 req-1c0a46b8-967b-41eb-bd24-9f3491f8c7f8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:52.766062 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7bb7d7bf-b068-4399-9cbf-a7c5bb514cc4 req-1c0a46b8-967b-41eb-bd24-9f3491f8c7f8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1351101 May 31 12:47:52.829849 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7bb7d7bf-b068-4399-9cbf-a7c5bb514cc4 req-016fcdad-8965-4139-9a87-c4a881b8aef9 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 May 31 12:47:52.864608 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.904336 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a0bd4-c79f-42f6-b396-488872a244d3,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.909840 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c85200e1476944ecb7d12ef45342e262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280787 May 31 12:47:52.910571 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.912447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42606) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:52.972808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.011144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.065244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.070446 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c5c269-1c90-4509-8c89-21995d03d3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:53.082081 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a0bd4-c79f-42f6-b396-488872a244d3,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:53.085167 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:53.087296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.088445 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f4a0bd4-c79f-42f6-b396-488872a244d3 HTTP/1.1" status: 204 len: 168 time: 0.1749876 May 31 12:47:53.392516 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12cf7c-faca-4ead-8239-e596538533dd req-1bddf2f8-e8e8-4861-963b-ab62a8df8d4e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:53.394226 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4a12cf7c-faca-4ead-8239-e596538533dd req-1bddf2f8-e8e8-4861-963b-ab62a8df8d4e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1049342 May 31 12:47:53.441339 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4a12cf7c-faca-4ead-8239-e596538533dd req-da37f698-3209-4b7e-8106-57e2d0914857 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 May 31 12:47:53.514953 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42642) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:53.534083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.551794 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:53.556362 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Usage tracker for resource:security_group_rule and tenant:8edeae6f9c27445089e349a9d236a696 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:53.559984 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:53.566586 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:53.665126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.675694 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.685382 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-42bf0bb7-0156-45dd-b115-02b208d6a33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:53.726162 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8edeae6f9c27445089e349a9d236a696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098806 May 31 12:47:53.727048 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c547d-8fa2-48f8-a999-ce3790230220,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:53.728928 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42650) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:53.730244 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:53.789429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.817859 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.882468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.888896 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-997051c0-8cef-47fa-ac8c-054d33a57b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:53.900508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c547d-8fa2-48f8-a999-ce3790230220,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:53.903130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:53.910534 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.914155 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd8c547d-8fa2-48f8-a999-ce3790230220 HTTP/1.1" status: 204 len: 168 time: 0.1818063 May 31 12:47:54.051745 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b733-fcfd-46cd-a366-341cbd09ae9d req-8e5348f5-5019-44eb-a110-b43c58cc7ec6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:54.053522 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9659b733-fcfd-46cd-a366-341cbd09ae9d req-8e5348f5-5019-44eb-a110-b43c58cc7ec6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.0917206 May 31 12:47:54.100234 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9659b733-fcfd-46cd-a366-341cbd09ae9d req-7831ede8-9cbc-4fc0-9af4-ef2218992ffa tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 May 31 12:47:54.752983 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e1c94-e8b3-4500-bf00-5fac26d19c23 req-d4d88dba-5191-44b2-9bc3-ce05f5f7b899 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:54.754607 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8c0e1c94-e8b3-4500-bf00-5fac26d19c23 req-d4d88dba-5191-44b2-9bc3-ce05f5f7b899 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0877690 May 31 12:47:54.836016 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8c0e1c94-e8b3-4500-bf00-5fac26d19c23 req-26e42cad-169f-4d82-9917-78e3e766e993 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750182 May 31 12:47:54.993465 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 09d8b033-0642-4242-b88a-f6ce8b46d0bc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:47:55.034704 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 09d8b033-0642-4242-b88a-f6ce8b46d0bc {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:47:55.035053 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 09d8b033-0642-4242-b88a-f6ce8b46d0bc not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:47:56.039720 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b0b09-6120-4f94-a383-f713f159db6a req-9edc1721-2b62-4478-bfc0-4bb5243f45bc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:56.041531 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef1b0b09-6120-4f94-a383-f713f159db6a req-9edc1721-2b62-4478-bfc0-4bb5243f45bc tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0929697 May 31 12:47:56.093726 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef1b0b09-6120-4f94-a383-f713f159db6a req-d6a2e8a7-6a59-43f2-b9ff-c2899536c49f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416224 May 31 12:47:56.451575 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-25475ceb-0fe0-4d76-a89a-79c1bebfe6bc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:56.453050 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-25475ceb-0fe0-4d76-a89a-79c1bebfe6bc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2387192 May 31 12:47:56.467506 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-da582003-e290-4ebc-81d5-0d81b59aa826 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/quotas/1132c19a0e624c429571a1dcb1e97d43 HTTP/1.1" status: 200 len: 375 time: 0.0089602 May 31 12:47:56.556775 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-0dc15dc3-756a-4607-8916-8dc9e3df360c tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838940 May 31 12:47:56.705143 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-799c2b79-47d3-4a6f-b4da-00ce18f79ef3 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411297 May 31 12:47:56.840738 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-c57d03c2-3338-4269-ba0e-4eb4cd504247 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293566 May 31 12:47:57.017519 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4b1c88ac-5b9b-40fe-bad9-9214c2ebdb11 req-7906ddad-1890-4e64-83d3-bed16e575e60 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 210 time: 0.0447068 May 31 12:47:57.290289 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cc288-565e-4676-831a-e74c2ee108e5 req-f9887965-8ace-476e-9434-a26044edd68f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:57.291854 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7a9cc288-565e-4676-831a-e74c2ee108e5 req-f9887965-8ace-476e-9434-a26044edd68f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0851614 May 31 12:47:57.339588 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7a9cc288-565e-4676-831a-e74c2ee108e5 req-3d5b840f-88ff-4ca2-80ff-5383c32f11b6 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 May 31 12:47:58.204618 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9d698d29-8d9c-4f81-b676-96289698ada7 req-c9b0781f-e8b9-448f-9711-84a15d44f33d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 210 time: 0.0573328 May 31 12:47:58.373774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-4f1dae2f-f421-4093-9401-b559b915797d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:58.375567 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-4f1dae2f-f421-4093-9401-b559b915797d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.1800568 May 31 12:47:58.392046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Request body: {'port': {'device_id': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'admin_state_up': True, 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:58.528697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6ee26-5fa4-4eeb-9529-59c752755ff8 req-7d582456-98a4-40cd-b5dd-8779e329dc3e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:58.530835 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4d6ee26-5fa4-4eeb-9529-59c752755ff8 req-7d582456-98a4-40cd-b5dd-8779e329dc3e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0826068 May 31 12:47:58.556264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:58.560704 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Usage tracker for resource:port and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:58.564744 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:58.572493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:58.586633 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:58.590659 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.607217 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4d6ee26-5fa4-4eeb-9529-59c752755ff8 req-03cc2c6a-6fbe-4119-82f6-8d3657f1158f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604343 May 31 12:47:58.761352 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Allocated IP 172.20.0.8 (e32c6004-240e-45d1-9438-bda93004f0f4/425db02c-0432-4871-b91f-01f103bd165c/27f28d25-f9f8-412d-9ede-55a1d3d981be) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:58.979832 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.015460 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.021987 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a226bb89-2840-4aa6-8a4d-756084af24ac tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:59.032115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4', 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:59.094319 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Network e32c6004-240e-45d1-9438-bda93004f0f4 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:59.098399 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:59.102784 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:59.158573 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event updated for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:59.167730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:59.182039 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:59.182749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.205645 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8e8877e4-1e75-4ab8-9872-59d26d3d253f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8175657 May 31 12:47:59.225285 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Request body: {'port': {'device_id': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:59.351133 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.454061 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739292e9-2f87-4c76-8836-102a699698fc req-63ac6cde-066a-4d6d-9e70-86f0b2f8e3e2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:59.455570 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-739292e9-2f87-4c76-8836-102a699698fc req-63ac6cde-066a-4d6d-9e70-86f0b2f8e3e2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 931 time: 0.1105628 May 31 12:47:59.509632 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-739292e9-2f87-4c76-8836-102a699698fc req-567a369e-d121-41f4-a8cd-6c5d80dce900 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 May 31 12:47:59.739119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f28d25-f9f8-412d-9ede-55a1d3d981be {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:59.749962 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.772152 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Transition to ACTIVE for port object 27f28d25-f9f8-412d-9ede-55a1d3d981be will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:59.777463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.797544 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-efe8e9e6-26cf-49fe-8062-1116d20ec1cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:59.830247 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e17b4d-1998-474e-958d-b862c99b11e2 req-45c758e3-09c7-448a-aacd-6ae9b13060e6 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:59.831756 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-97e17b4d-1998-474e-958d-b862c99b11e2 req-45c758e3-09c7-448a-aacd-6ae9b13060e6 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1069064 May 31 12:47:59.886417 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-97e17b4d-1998-474e-958d-b862c99b11e2 req-825faf5a-fc60-4846-8b21-ea50fb6c4b72 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 May 31 12:48:00.030652 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Pushing event updated for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:00.058521 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:00.099887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Attempting to bind port 27f28d25-f9f8-412d-9ede-55a1d3d981be on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:00.100209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Attempting to bind port 27f28d25-f9f8-412d-9ede-55a1d3d981be by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:00.100526 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Attempting to bind port 27f28d25-f9f8-412d-9ede-55a1d3d981be on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:00.105033 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Port 27f28d25-f9f8-412d-9ede-55a1d3d981be on network e32c6004-240e-45d1-9438-bda93004f0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:00.105372 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Attempting to bind port 27f28d25-f9f8-412d-9ede-55a1d3d981be on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:00.110783 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:00.111108 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Checking segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:00.111485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Bound using segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:00.111899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Bound port: 27f28d25-f9f8-412d-9ede-55a1d3d981be, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:00.112235 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.204448 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:00.207484 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:00.211556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.216713 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2cd830dc-5cd0-4b86-afba-80666e0cb297 tempest-DeleteServersTestJSON-726366783 tempest-DeleteServersTestJSON-726366783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:00.271983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.272607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.274371 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] 10.222.0.39 "PUT /v2.0/ports/27f28d25-f9f8-412d-9ede-55a1d3d981be HTTP/1.1" status: 200 len: 1093 time: 1.0533435 May 31 12:48:00.277360 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:00.280340 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a99243d-293d-4ffd-94e6-342a242c7c92" -d '{"events": [{"name": "network-changed", "server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:00.315130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Pushing event updated for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:00.319084 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:00.333692 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8737b0-8357-4da2-b75f-6909fff93a05 x-openstack-request-id: req-3c8737b0-8357-4da2-b75f-6909fff93a05 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:00.334002 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:00.334267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c8737b0-8357-4da2-b75f-6909fff93a05 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:00.334678 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be', 'status': 'completed', 'code': 200} May 31 12:48:00.416146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-a4a764c8-7e62-4d05-bc01-ccdf798aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.419974 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-a4a764c8-7e62-4d05-bc01-ccdf798aa5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 1096 time: 0.0805187 May 31 12:48:00.489950 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-5e4eb0b5-cc83-49cd-b1d7-c812a9e24f3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be HTTP/1.1" status: 200 len: 217 time: 0.0610719 May 31 12:48:00.564508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199af81-28b7-447c-a1da-3b64adaed724 req-63483623-52cb-482f-a00d-50b32bcb2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.566367 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-63483623-52cb-482f-a00d-50b32bcb2e07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0673492 May 31 12:48:00.619651 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-4699eceb-e927-43ad-8bf5-7abd74185b05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423868 May 31 12:48:00.708235 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162eed3-1432-410e-b4de-9fd8176d7556 req-8da3c096-aeca-449a-a54f-8d976513ad8b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.715173 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8162eed3-1432-410e-b4de-9fd8176d7556 req-8da3c096-aeca-449a-a54f-8d976513ad8b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 943 time: 0.0969141 May 31 12:48:00.759939 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-18cf3942-720d-45ba-b3c7-8d079459110a service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325061 May 31 12:48:00.760605 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8162eed3-1432-410e-b4de-9fd8176d7556 req-dc5dbaaf-612e-4412-b251-bc1d2b45c3f3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 May 31 12:48:00.852049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42870) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:00.936042 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b199af81-28b7-447c-a1da-3b64adaed724 req-8bad4d59-866a-4588-948c-742d4fcefe19 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672668 May 31 12:48:01.013349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.082950 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:01.089132 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Usage tracker for resource:security_group_rule and tenant:57c7acd7a2404848b06671d3e45e364a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:01.091373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-938bfeaf-b128-40b2-af73-7bb068eca337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.093030 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-938bfeaf-b128-40b2-af73-7bb068eca337 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 1096 time: 0.0848031 May 31 12:48:01.097140 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:01.105737 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:01.156423 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d57-0f09-4926-94be-8cf18ef29a0b req-eb2a21c6-f3b2-4c72-a196-dff4951d08e7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.158001 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bdea9d57-0f09-4926-94be-8cf18ef29a0b req-eb2a21c6-f3b2-4c72-a196-dff4951d08e7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1327722 May 31 12:48:01.244394 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bdea9d57-0f09-4926-94be-8cf18ef29a0b req-7b7479ee-70e9-4477-8505-51538517bbd9 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672350 May 31 12:48:01.253752 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-06f8079d-7b5a-4156-8e0e-b146cc4adf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.255394 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-06f8079d-7b5a-4156-8e0e-b146cc4adf51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 915 time: 0.1523571 May 31 12:48:01.276731 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.276731 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.283120 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cba6a760-dd01-4d1e-905a-7f4cee877c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:01.324143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b17723-a875-4e25-850c-bf5957fc6888,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:01.327567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:01.330508 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57c7acd7a2404848b06671d3e45e364a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772642 May 31 12:48:01.333892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42888) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:01.391984 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-a5086065-89fc-4676-97bf-aca0549def32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be HTTP/1.1" status: 200 len: 217 time: 0.1179023 May 31 12:48:01.401447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.433461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.471949 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-110e107a-f56b-4c8e-bcc1-7998dac4a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.473407 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-110e107a-f56b-4c8e-bcc1-7998dac4a529 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0732846 May 31 12:48:01.493693 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.497415 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ced5fd62-543c-48f3-8491-702daa911b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:01.511478 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b17723-a875-4e25-850c-bf5957fc6888,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:01.514096 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:01.530422 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.531638 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7b17723-a875-4e25-850c-bf5957fc6888 HTTP/1.1" status: 204 len: 168 time: 0.1961274 May 31 12:48:01.540439 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-a7eed469-152b-40a7-ac0a-fe2fcf8add70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472980 May 31 12:48:01.701050 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-57cea5b8-bba8-451f-a8ed-30bc8e0b4d36 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399627 May 31 12:48:01.848780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42904) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:01.871004 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4a99243d-293d-4ffd-94e6-342a242c7c92 req-366637be-6e01-4d49-9c4c-cac67e4c53d9 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570504 May 31 12:48:01.875957 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:01.893549 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:01.935487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed053a4bc47f4fc3b9bb048d65de92a0 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:01.942928 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:01.960750 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:02.017451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0314-b096-4874-9d7f-a0963f7ee705 req-6153c6e8-e7cf-4933-976a-dc675dbbe817 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:02.019111 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f8a0314-b096-4874-9d7f-a0963f7ee705 req-6153c6e8-e7cf-4933-976a-dc675dbbe817 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 943 time: 0.1269305 May 31 12:48:02.094061 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f8a0314-b096-4874-9d7f-a0963f7ee705 req-536ce7c6-0f41-46f4-a247-11160ecdd8e2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662708 May 31 12:48:02.109575 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.115673 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.123987 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2224994b-ec18-4164-8530-ceb25b44ca78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:02.165536 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed053a4bc47f4fc3b9bb048d65de92a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148994 May 31 12:48:02.166490 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9109739f-2745-4184-afb5-28d899fea58b,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:02.169559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42912) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:02.169739 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:02.231270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.258875 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.311249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.315410 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c050383d-b5d0-48a6-9735-8eefd3813b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:02.331510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109739f-2745-4184-afb5-28d899fea58b,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:02.334197 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:02.340728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:02.341840 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9109739f-2745-4184-afb5-28d899fea58b HTTP/1.1" status: 204 len: 168 time: 0.1709075 May 31 12:48:02.450011 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1ee2a-f611-4a9f-9a8d-88c0ce015677 req-de0aa6b3-c5fc-476c-a9b4-3afa4de8f149 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:02.451487 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ae1ee2a-f611-4a9f-9a8d-88c0ce015677 req-de0aa6b3-c5fc-476c-a9b4-3afa4de8f149 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0876231 May 31 12:48:02.498204 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ae1ee2a-f611-4a9f-9a8d-88c0ce015677 req-5a3c1f74-8444-4c26-b149-aeb937e02077 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 May 31 12:48:03.316517 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922f99-a3b6-49a4-906d-68a6901fe0a0 req-072ad695-9008-452a-b128-dcd463a430bc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:03.319436 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e1922f99-a3b6-49a4-906d-68a6901fe0a0 req-072ad695-9008-452a-b128-dcd463a430bc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 943 time: 0.1018164 May 31 12:48:03.378190 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e1922f99-a3b6-49a4-906d-68a6901fe0a0 req-825a8ea3-1137-4419-bf30-551948d89005 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 May 31 12:48:03.394842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeb77c-e76d-4714-b7fc-dc3013ad6cff req-82b571d2-ff82-4dc9-b630-a775043ccaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:03.396425 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8efeb77c-e76d-4714-b7fc-dc3013ad6cff req-82b571d2-ff82-4dc9-b630-a775043ccaa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.1666784 May 31 12:48:03.439577 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8efeb77c-e76d-4714-b7fc-dc3013ad6cff req-b33e4929-495f-45da-a353-e74120b94ca9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 May 31 12:48:03.789098 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9993c-fd63-499d-8473-05e2bd796fb4 req-1b2ee2ba-48ec-4062-b88e-0f89dcdcf89b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:03.790684 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e8a9993c-fd63-499d-8473-05e2bd796fb4 req-1b2ee2ba-48ec-4062-b88e-0f89dcdcf89b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1674981 May 31 12:48:03.835561 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e8a9993c-fd63-499d-8473-05e2bd796fb4 req-75be37cb-f72c-4c39-99f7-12a0b64422ce tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388515 May 31 12:48:03.845687 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 42980) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:03.969491 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:03.983722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:03.987919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Usage tracker for resource:security_group_rule and tenant:c336e7bde2814948ab80e2cc3064bd66 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:03.991109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:03.998284 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:04.086208 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.090484 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.100650 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4c0b1fed-203b-4e19-9f62-ff73a25d356f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:04.142487 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c336e7bde2814948ab80e2cc3064bd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931709 May 31 12:48:04.142487 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a918c0df-f9cb-466e-8384-ac8af221f2b3,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:04.144033 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:04.146908 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 42990) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:04.215288 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.241111 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.303052 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.307855 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b3512c4c-9364-4ae7-9aec-d7a310a42e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:04.319871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a918c0df-f9cb-466e-8384-ac8af221f2b3,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:04.323474 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:04.328717 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.329911 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a918c0df-f9cb-466e-8384-ac8af221f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1813378 May 31 12:48:04.648355 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435e8a-2329-4840-9280-e171ff7234a6 req-733ab49d-0c47-4991-ab05-033b8eba620e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:04.671312 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-02435e8a-2329-4840-9280-e171ff7234a6 req-733ab49d-0c47-4991-ab05-033b8eba620e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 943 time: 0.1503615 May 31 12:48:04.724664 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-02435e8a-2329-4840-9280-e171ff7234a6 req-463cbd53-3501-446c-a5e9-c4507031b6b8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 May 31 12:48:05.036975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e2bb-c088-4ce0-81e1-5962bebcef8b req-fcc6052e-c9bc-4e86-a9fd-312ebe906940 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.037599 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 27f28d25-f9f8-412d-9ede-55a1d3d981be details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:05.038491 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-69b2e2bb-c088-4ce0-81e1-5962bebcef8b req-fcc6052e-c9bc-4e86-a9fd-312ebe906940 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0883491 May 31 12:48:05.088742 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-69b2e2bb-c088-4ce0-81e1-5962bebcef8b req-06665fc1-625d-48a2-a362-ba90e98d836b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 May 31 12:48:05.197508 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:05.212788 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '27f28d25-f9f8-412d-9ede-55a1d3d981be', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'port_id': '27f28d25-f9f8-412d-9ede-55a1d3d981be', 'mac_address': 'fa:16:3e:fa:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425db02c-0432-4871-b91f-01f103bd165c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:05.278616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:05.298460 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f28d25-f9f8-412d-9ede-55a1d3d981be {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:05.315982 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:05.321296 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:05.327043 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:05.407328 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:05.410353 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:05.522994 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-c7a9ca5c-2f3f-4bf3-ab1d-e05b170f9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.524409 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-c7a9ca5c-2f3f-4bf3-ab1d-e05b170f9281 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0813422 May 31 12:48:05.592293 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b82be0-9fdc-4836-bfe2-50d98413b473 req-4cd9bb0e-0f21-4e40-8234-05adc89a0eed tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.593995 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24b82be0-9fdc-4836-bfe2-50d98413b473 req-4cd9bb0e-0f21-4e40-8234-05adc89a0eed tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1065161 May 31 12:48:05.651087 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24b82be0-9fdc-4836-bfe2-50d98413b473 req-0c108af8-20dd-405b-8cdd-49f1ecbf380e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509436 May 31 12:48:05.681428 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-74637dfe-8817-40c7-ba46-c33f80d76bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.682910 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-74637dfe-8817-40c7-ba46-c33f80d76bc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.1505713 May 31 12:48:05.744170 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['27f28d25-f9f8-412d-9ede-55a1d3d981be'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:05.759247 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-123aff92-ca28-45e2-9f45-f7d2d00a8a65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.0646400 May 31 12:48:05.832446 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-4c58cdd3-ebbc-4bc0-ab43-6a2154324562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.834039 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-4c58cdd3-ebbc-4bc0-ab43-6a2154324562 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.0643792 May 31 12:48:05.899269 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-1529ba39-d546-4b2e-8e55-cf9fc06cdf8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555952 May 31 12:48:06.014286 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba03b4-ba4f-4b14-985c-fa922b496b7a req-d3aa5b83-f05b-4063-acb9-1c43306cae95 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:06.018137 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bbba03b4-ba4f-4b14-985c-fa922b496b7a req-d3aa5b83-f05b-4063-acb9-1c43306cae95 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 944 time: 0.1563673 May 31 12:48:06.076096 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-4e8e127c-cae5-4b5e-bd95-0f1da9720ecb service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663380 May 31 12:48:06.094979 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bbba03b4-ba4f-4b14-985c-fa922b496b7a req-13cab9d8-e81c-4da9-84f1-e9f9e7c277cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 May 31 12:48:06.236453 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9cf21569-a2ab-4ef7-a9dd-1a42930525be req-17c743c7-169a-4fef-bde2-2ce71f77bd77 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524284 May 31 12:48:06.706775 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-f1777639-11e1-4848-a1f8-c77c0029f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.873879 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611d36-35ac-4aa9-92f8-b21d1813b30b req-a6d20c47-a046-474a-8f64-17ef5541a4ff tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:06.875464 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a6611d36-35ac-4aa9-92f8-b21d1813b30b req-a6d20c47-a046-474a-8f64-17ef5541a4ff tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0915506 May 31 12:48:06.928126 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a6611d36-35ac-4aa9-92f8-b21d1813b30b req-d5c6cc49-b8e7-4a15-b8c2-1a28d9871748 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 May 31 12:48:07.037187 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 27f28d25-f9f8-412d-9ede-55a1d3d981be up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:07.107226 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 27f28d25-f9f8-412d-9ede-55a1d3d981be completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:07.112512 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 27f28d25-f9f8-412d-9ede-55a1d3d981be triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:07.112885 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.331193 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.345008 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c77b-be1c-4d63-a26b-ab4a18c139b8 req-3a333b93-5a8c-422b-a75a-67eb1056f896 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.346596 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e743c77b-be1c-4d63-a26b-ab4a18c139b8 req-3a333b93-5a8c-422b-a75a-67eb1056f896 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 944 time: 0.1108978 May 31 12:48:07.360876 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:07.363137 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed021195-d908-4fcb-b55d-60bba4878515" -d '{"events": [{"server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "name": "network-vif-plugged", "status": "completed", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:07.371133 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:07.377799 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.381998 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:07.397832 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e743c77b-be1c-4d63-a26b-ab4a18c139b8 req-2bdbafab-cecc-45c9-b5d6-2c9728f54986 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 May 31 12:48:07.461943 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a74bfe-b607-472d-b17c-adda1ee05ce1 x-openstack-request-id: req-09a74bfe-b607-472d-b17c-adda1ee05ce1 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:07.462607 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "name": "network-vif-plugged", "status": "completed", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:07.463040 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09a74bfe-b607-472d-b17c-adda1ee05ce1 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:07.463555 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be', 'code': 200} May 31 12:48:07.469419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:07.472471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:07.742463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c3017-bfea-4485-918f-1f8a7c2da2bb req-4a5dc4c0-18e9-472c-be75-94d94972ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.743981 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6c9c3017-bfea-4485-918f-1f8a7c2da2bb req-4a5dc4c0-18e9-472c-be75-94d94972ed50 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 1098 time: 0.0758874 May 31 12:48:07.787791 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6c9c3017-bfea-4485-918f-1f8a7c2da2bb req-ec89fd3a-ed55-4938-891c-d1e03970a3f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 May 31 12:48:07.883978 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.121683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a07558-b467-4177-b599-2e835b25ff62 req-ab0dc212-719d-445f-8c2c-f1c7638fa5f8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.123180 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36a07558-b467-4177-b599-2e835b25ff62 req-ab0dc212-719d-445f-8c2c-f1c7638fa5f8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0844240 May 31 12:48:08.168971 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36a07558-b467-4177-b599-2e835b25ff62 req-59e824d8-9907-4b76-8c77-39162cf17b29 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 May 31 12:48:08.597463 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6582ed-d224-4bee-bcdf-a09f30cb8761 req-5ac0fa0e-3dc8-465d-85ea-9529b7b952cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.609781 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2c6582ed-d224-4bee-bcdf-a09f30cb8761 req-5ac0fa0e-3dc8-465d-85ea-9529b7b952cd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.0940535 May 31 12:48:08.659958 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2c6582ed-d224-4bee-bcdf-a09f30cb8761 req-58c90095-e9ab-4770-bbfe-bd6d379c713b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 May 31 12:48:09.074780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.102027 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3da2fca7-a553-4311-b577-6e7056238ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.364627 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c332-1839-4901-ac77-29f0042cb4ef req-887b4079-7e9c-4aed-aa1a-05418d3d3409 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.366809 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6f2c332-1839-4901-ac77-29f0042cb4ef req-887b4079-7e9c-4aed-aa1a-05418d3d3409 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0846109 May 31 12:48:09.423446 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6f2c332-1839-4901-ac77-29f0042cb4ef req-ad7d198d-4c60-4c85-a07e-06ed43e7357c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 May 31 12:48:09.883282 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73248ea1-7233-48e4-abd3-51564724018e req-1c47b15c-2b92-4bfc-9dba-069d977c2181 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.885390 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-73248ea1-7233-48e4-abd3-51564724018e req-1c47b15c-2b92-4bfc-9dba-069d977c2181 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.0985785 May 31 12:48:09.901664 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43188) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:09.937939 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-73248ea1-7233-48e4-abd3-51564724018e req-09901cfd-9718-402f-b887-d8787adfeb97 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 May 31 12:48:09.968290 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Deleting subnet 78455dec-9443-4a78-9321-0e3890206177 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:48:09.972109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.033568 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.090837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.206771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.375456 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.381933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-80636bb8-4946-4669-a8f9-dcc0132629ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:10.426563 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78455dec-9443-4a78-9321-0e3890206177,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:10.436767 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:10.437834 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.452675 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/78455dec-9443-4a78-9321-0e3890206177 HTTP/1.1" status: 204 len: 168 time: 0.5497837 May 31 12:48:10.455524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43206) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:10.560846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.764960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.783662 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0c64a6-18b1-4fe3-9676-5597ecf1ab27']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:10.797570 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b1392b-2b66-4454-a546-8d485695c283') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:10.797855 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b1392b-2b66-4454-a546-8d485695c283') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:10.810186 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.826964 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.833438 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:48:10.833811 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:48:10.847698 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:48:10.882967 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4edea-e0a5-4aa7-9379-7b0391db36ef req-2e19a69a-408d-46eb-8fc1-d657cfb424a0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:10.885208 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bcd4edea-e0a5-4aa7-9379-7b0391db36ef req-2e19a69a-408d-46eb-8fc1-d657cfb424a0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0904419 May 31 12:48:10.931298 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.935122 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bcd4edea-e0a5-4aa7-9379-7b0391db36ef req-e1e1a3d3-644b-47d7-868c-04355419e3f7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 May 31 12:48:10.935447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fb747d30-23d1-4652-9cce-44ebec63498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:10.952201 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.968729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0c64a6-18b1-4fe3-9676-5597ecf1ab27,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:10.970305 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:10.977542 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] 10.222.0.49 "DELETE /v2.0/networks/bc0c64a6-18b1-4fe3-9676-5597ecf1ab27 HTTP/1.1" status: 204 len: 168 time: 0.5206692 May 31 12:48:10.978330 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43228) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:11.043171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Deleting subnet 583936f2-a5e2-4b6d-b493-8a5f687926bf {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:48:11.077504 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.148388 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.158242 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.236921 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79200ac9-feb4-463f-898d-d46d1f4e0a31 req-e87aa574-6056-49c9-8951-c6cca4e6565a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:11.238302 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-79200ac9-feb4-463f-898d-d46d1f4e0a31 req-e87aa574-6056-49c9-8951-c6cca4e6565a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1930695 May 31 12:48:11.353213 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-79200ac9-feb4-463f-898d-d46d1f4e0a31 req-c8b6ec5e-2a13-4e8a-8cd8-b3e62064118f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 May 31 12:48:11.560819 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.566671 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ba92ee6f-a924-4db2-bb06-1f7a3c6a634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:11.603390 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583936f2-a5e2-4b6d-b493-8a5f687926bf,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:11.609391 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:11.610388 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.618771 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/583936f2-a5e2-4b6d-b493-8a5f687926bf HTTP/1.1" status: 204 len: 168 time: 0.6371529 May 31 12:48:11.618968 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43250) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:11.732742 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.747820 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.858823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.874187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.874530 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.875413 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.875762 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > port after_create 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.876262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.876757 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > port after_update 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.877120 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.877409 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.877721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.878034 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.977552 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.978210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.978210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.978504 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:48:11.978851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634b7dab-5062-4ff7-a3d8-e4879d2a0069']}} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:11.998862 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91e6662-86b7-49dd-89b9-2178a9559827') {'for_net_delete': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:11.999119 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91e6662-86b7-49dd-89b9-2178a9559827') {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:12.018400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6568739'] for segment, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.039433 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.050660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=98246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:48:12.051222 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7068365'] for segment, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: from cryptography.utils import int_from_bytes May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: from cryptography.utils import int_from_bytes May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: Traceback (most recent call last): May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: timer() May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: cb(*args, **kw) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: return func(*args, **kwargs) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: self._notify() May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: self.callback(batched_events) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: event.method(event) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: return f(self, *a, **k) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: return self._get(url).json() May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: return self.request(url, 'GET', **kwargs) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:48:12.072234 dv-cinder-786386-7-smb neutron-server[98246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:48:12.228262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.235326 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.241178 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-75cfa0ce-0708-4e20-93da-40a67d6ca4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:12.263703 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] 10.222.0.49 "DELETE /v2.0/networks/634b7dab-5062-4ff7-a3d8-e4879d2a0069 HTTP/1.1" status: 204 len: 168 time: 0.6412146 May 31 12:48:12.263703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Pushing event deleted for resources: {'Network': ['ID=634b7dab-5062-4ff7-a3d8-e4879d2a0069,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:12.265580 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:12.281355 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2246e43-df5e-455d-9034-d725cbe0287f req-3f23af88-7adb-442e-98ee-426902a3ff9e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:12.288538 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f2246e43-df5e-455d-9034-d725cbe0287f req-3f23af88-7adb-442e-98ee-426902a3ff9e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.2037940 May 31 12:48:12.331077 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f2246e43-df5e-455d-9034-d725cbe0287f req-29afae1f-d2f2-4b84-b355-6ef19017c5b1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 May 31 12:48:12.461712 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43274) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:12.512412 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e2e850a6-0a04-4df5-ba94-f928bb83358b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e93237e64251481a9cb89ae67efa086b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494480 May 31 12:48:12.514999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43280) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:12.576993 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.606089 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.664956 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.668961 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7b14bd0f-8bbc-4fa0-a950-83b54a559559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:12.686853 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e74d41-f460-4ba1-8d91-11adc37ac24c,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:12.690223 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:12.701849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.703203 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57e74d41-f460-4ba1-8d91-11adc37ac24c HTTP/1.1" status: 204 len: 168 time: 0.1873002 May 31 12:48:13.067781 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43298) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:13.121173 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b74b35a5-79f4-428b-9037-594e71d59106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63d87eddef584ce5b782942c62764ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498545 May 31 12:48:13.121387 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43306) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:13.185577 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:13.213246 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:13.273046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:13.274754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-53777423-5157-4439-bb3f-86bc763d2ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:13.285817 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4556fb-edfe-4da6-ae3d-46b6c82ea6f9,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:13.288547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:13.294787 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:13.299719 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c4556fb-edfe-4da6-ae3d-46b6c82ea6f9 HTTP/1.1" status: 204 len: 168 time: 0.1773858 May 31 12:48:13.565713 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c6f0-148a-4283-b06f-5261c904f4f7 req-a624cd0e-76b2-457c-b641-813f4adb19bc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:13.567333 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8986c6f0-148a-4283-b06f-5261c904f4f7 req-a624cd0e-76b2-457c-b641-813f4adb19bc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0957084 May 31 12:48:13.615929 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8986c6f0-148a-4283-b06f-5261c904f4f7 req-65d6ae3a-342c-4a4f-b94f-986c9a76d4dd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 May 31 12:48:14.527418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43376) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:14.784414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:14.816394 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:14.828264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:5670b36a48344d5fb2a8f1b6c070699a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:14.832046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:14.840250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:14.854771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-2f8ff4cb-d543-4cac-bc19-f317092232fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:14.856363 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-2f8ff4cb-d543-4cac-bc19-f317092232fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.1416373 May 31 12:48:14.938735 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde0c20-d97f-4b7e-a226-a6753fdc057f req-e8280c6d-58c3-4d31-bac0-05734bf0e0da tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:14.940245 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7dde0c20-d97f-4b7e-a226-a6753fdc057f req-e8280c6d-58c3-4d31-bac0-05734bf0e0da tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1732922 May 31 12:48:14.948674 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f8daa-6794-47d7-939e-f9c26e218465 req-4e8067cc-920d-4e9b-b0d1-d612b0f4475a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:14.950086 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-606f8daa-6794-47d7-939e-f9c26e218465 req-4e8067cc-920d-4e9b-b0d1-d612b0f4475a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1325841 May 31 12:48:14.979135 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43396) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:15.023327 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7dde0c20-d97f-4b7e-a226-a6753fdc057f req-9e2c4fbc-1e44-440e-95ca-dc71f67e831e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722737 May 31 12:48:15.030393 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-606f8daa-6794-47d7-939e-f9c26e218465 req-67a63198-0216-4cf7-ba17-da3bfbb3013a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651371 May 31 12:48:15.059558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-5bd426c1-3c80-4581-b749-16ff4f5ede72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:15.061014 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-5bd426c1-3c80-4581-b749-16ff4f5ede72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.1810446 May 31 12:48:15.132102 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.155485 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-14d6f0b2-c9d7-4322-9999-2440b3c22fa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.0845499 May 31 12:48:15.157678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.165384 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-965f3a78-8f62-4abe-a03a-98c24ace075d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:15.178879 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.266094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:15.270078 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb7579-550a-441c-aa7a-5226fe8c5482,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:15.276402 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Usage tracker for resource:security_group_rule and tenant:61b15625d19946d38166f7f60a0f6336 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:15.279021 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:15.284020 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5670b36a48344d5fb2a8f1b6c070699a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522528 May 31 12:48:15.284020 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:15.284855 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43404) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:15.290633 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:15.299725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-7e13c992-a7d4-4d53-8209-b765ce31fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:15.301144 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-7e13c992-a7d4-4d53-8209-b765ce31fa5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.1233423 May 31 12:48:15.344545 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.360671 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-3b2840eb-0e09-4ae7-a3e7-cd1ca5778b99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452983 May 31 12:48:15.371470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.428353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.432261 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e1e5b31a-cfa7-41a1-9467-72cd771b066f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:15.442997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb7579-550a-441c-aa7a-5226fe8c5482,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:15.452813 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.453190 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.453536 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.453875 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.454210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.454541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.454896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.455213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.455530 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.455854 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.456182 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.456507 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:15.460004 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:15.463535 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.464628 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73bb7579-550a-441c-aa7a-5226fe8c5482 HTTP/1.1" status: 204 len: 168 time: 0.1787376 May 31 12:48:15.533299 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.537809 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.548554 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3bcd365e-dc74-4a94-a8e9-c299aff2ae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:15.562721 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-38005cbc-7e9b-4408-afe5-5471a5261fd4 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864400 May 31 12:48:15.611898 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61b15625d19946d38166f7f60a0f6336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327577 May 31 12:48:15.614799 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43416) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:15.616648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebebc7d-1688-41d6-8250-4e3073ae9078,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:15.621121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:15.696516 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.729726 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.745263 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a1d7a51f-0b2b-4a0f-a6fe-4c14feb3136e req-d64576bc-b05a-40a7-9e4c-2e28a4fbc052 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606333 May 31 12:48:15.793942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.801275 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3d68f628-402e-4455-8878-d435b880f68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:15.818802 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:15.819907 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ebebc7d-1688-41d6-8250-4e3073ae9078 HTTP/1.1" status: 204 len: 168 time: 0.2036161 May 31 12:48:15.820799 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebebc7d-1688-41d6-8250-4e3073ae9078,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:15.823753 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:16.158241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43456) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:16.178061 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.195404 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:16.199519 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Usage tracker for resource:security_group_rule and tenant:9488dc18a75c48579c063f408968e620 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:16.202710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:16.209204 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:16.277893 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0f55-cc44-47e3-9b2b-8cf387839f24 req-7340c4c7-7eb0-4444-94ce-92a158953113 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.287396 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ac6d0f55-cc44-47e3-9b2b-8cf387839f24 req-7340c4c7-7eb0-4444-94ce-92a158953113 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1177983 May 31 12:48:16.350806 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ac6d0f55-cc44-47e3-9b2b-8cf387839f24 req-048b2616-c469-4093-912d-b8adc864a177 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613372 May 31 12:48:16.453112 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.460553 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.479853 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c7fa54ad-2bf9-4fd4-9fec-e43eb234fbec tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:16.482228 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aa980-5370-4186-8307-6f85ff9839e3 req-4b194fb2-1dc7-4ec8-a63c-ee94bdf4bc64 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.484129 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-365aa980-5370-4186-8307-6f85ff9839e3 req-4b194fb2-1dc7-4ec8-a63c-ee94bdf4bc64 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1026673 May 31 12:48:16.524816 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9488dc18a75c48579c063f408968e620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651564 May 31 12:48:16.525224 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43470) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:16.528209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71e426-fbb8-4065-8026-ff60ed1c92f2,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:16.531966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:16.545648 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-365aa980-5370-4186-8307-6f85ff9839e3 req-485c6d67-f5e7-48ba-9f5a-c535448dbb31 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556676 May 31 12:48:16.602630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.632791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.689041 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.694785 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:16.708290 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71e426-fbb8-4065-8026-ff60ed1c92f2,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:16.711094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:16.722257 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.723423 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b71e426-fbb8-4065-8026-ff60ed1c92f2 HTTP/1.1" status: 204 len: 168 time: 0.1970406 May 31 12:48:17.101590 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43490) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:17.119053 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.134497 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:17.147170 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Usage tracker for resource:security_group_rule and tenant:00424d2d02114c7080829787d71eb833 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:17.150159 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:17.155750 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:17.254570 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.262617 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.273603 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-81b76bbb-1504-4017-8421-0ee52bed6fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:17.318253 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00424d2d02114c7080829787d71eb833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155731 May 31 12:48:17.319094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3217c3-a2db-474e-9125-b08bf38e86cb,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:17.321767 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43494) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:17.322008 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:17.453968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.489336 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.549492 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23916470-4f6e-475f-9de4-79131938d3b2 req-40f216cd-00bf-48fe-9caa-893cf9a2d8a9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.551012 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23916470-4f6e-475f-9de4-79131938d3b2 req-40f216cd-00bf-48fe-9caa-893cf9a2d8a9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0897818 May 31 12:48:17.564478 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.574206 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ae394db0-5e7a-4f37-a262-c76dbbcfff3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:17.604849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.610665 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e3217c3-a2db-474e-9125-b08bf38e86cb HTTP/1.1" status: 204 len: 168 time: 0.2859344 May 31 12:48:17.611853 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3217c3-a2db-474e-9125-b08bf38e86cb,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:17.631202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.633305 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.633916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.634507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.636038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.636650 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.637245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.638773 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.640080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.641306 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.642152 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.643541 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:17.646991 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:17.701892 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23916470-4f6e-475f-9de4-79131938d3b2 req-4af9adf0-9486-4402-885d-a06483492d01 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421075 May 31 12:48:17.834537 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3c71-38da-4a90-b4ca-529a859a3e39 req-4761b9f6-5a36-4c06-b853-f9e1e3183ad0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.835952 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fbd3c71-38da-4a90-b4ca-529a859a3e39 req-4761b9f6-5a36-4c06-b853-f9e1e3183ad0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0942764 May 31 12:48:18.053368 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9fbd3c71-38da-4a90-b4ca-529a859a3e39 req-880d5257-a32b-4902-97d3-6e6eb3d514ad tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030342 May 31 12:48:18.131452 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-d1379411-3641-4abc-91ed-0993ae79b941 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.133210 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-d1379411-3641-4abc-91ed-0993ae79b941 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.2808359 May 31 12:48:18.150176 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-685a8bf0-b673-4900-bab0-7d5cce93517d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/quotas/1132c19a0e624c429571a1dcb1e97d43 HTTP/1.1" status: 200 len: 375 time: 0.0105665 May 31 12:48:18.250484 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-f4146da3-d563-4693-8444-05ecdad04680 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851798 May 31 12:48:18.394539 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-22442db8-1c2a-49e7-b5a5-24d1e9dcf0e4 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364675 May 31 12:48:18.637660 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-d9bba79a-e9d8-4b4c-ab05-16ad8e2a7838 service neutron] 10.222.0.49 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321699 May 31 12:48:18.874790 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0c2da66b-9c95-4cb6-9c02-078fc939e460 req-a5644d04-f10d-40d7-96eb-a27c383bf0a8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 210 time: 0.0541983 May 31 12:48:18.971847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c728574-2672-4303-8011-4c1bdf9259d6 req-25245457-b554-4c73-bf1b-f359fd87b9b9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.973743 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1c728574-2672-4303-8011-4c1bdf9259d6 req-25245457-b554-4c73-bf1b-f359fd87b9b9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0977244 May 31 12:48:19.039661 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1c728574-2672-4303-8011-4c1bdf9259d6 req-abd0c007-76f9-4d8c-b5ac-ed2b1cf1cde5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546706 May 31 12:48:19.271618 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70291d2-c116-4637-9921-113e3c7f27a5 req-3ebfaae0-6930-4e33-9d1b-a0bb27296c94 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:19.273376 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a70291d2-c116-4637-9921-113e3c7f27a5 req-3ebfaae0-6930-4e33-9d1b-a0bb27296c94 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0964282 May 31 12:48:19.326784 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a70291d2-c116-4637-9921-113e3c7f27a5 req-c62fe47b-0e6c-4756-868d-5ca7e1fbb7d1 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 May 31 12:48:20.043487 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8c29e9ab-d510-4508-9bf9-4eec5927c41a req-4391f01c-7457-4f18-a7ba-1dfa4876818f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 210 time: 0.0519218 May 31 12:48:20.279995 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2f440-30f7-4eee-a3c0-696739abde01 req-3d7de4a8-21f2-4c4e-8638-6eafd5cfa095 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:20.282113 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4ba2f440-30f7-4eee-a3c0-696739abde01 req-3d7de4a8-21f2-4c4e-8638-6eafd5cfa095 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1224599 May 31 12:48:20.336616 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4ba2f440-30f7-4eee-a3c0-696739abde01 req-cf99c29f-55b7-4a54-96a5-e6c2fc469fa3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 May 31 12:48:20.363753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-3a218cb2-421c-414d-ad5c-0aac94cf5493 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:20.363753 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-3a218cb2-421c-414d-ad5c-0aac94cf5493 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 814 time: 0.1872063 May 31 12:48:20.384273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Request body: {'port': {'device_id': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'admin_state_up': True, 'tenant_id': '1132c19a0e624c429571a1dcb1e97d43'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:20.555741 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbcf48-f0c4-4254-a7b4-c2fd8c2c7530 req-59bca780-6c82-49e5-a477-c7fc374ea658 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:20.557805 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5cdbcf48-f0c4-4254-a7b4-c2fd8c2c7530 req-59bca780-6c82-49e5-a477-c7fc374ea658 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0913386 May 31 12:48:20.559598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:20.563709 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Usage tracker for resource:port and tenant:1132c19a0e624c429571a1dcb1e97d43 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:20.567016 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:20.573320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:20.586608 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Made reservation on behalf of 1132c19a0e624c429571a1dcb1e97d43 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:20.592931 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.620197 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5cdbcf48-f0c4-4254-a7b4-c2fd8c2c7530 req-9891f3f1-3f57-446c-94b4-cc5328fe01e5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 May 31 12:48:20.780793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Allocated IP 172.20.0.7 (e32c6004-240e-45d1-9438-bda93004f0f4/425db02c-0432-4871-b91f-01f103bd165c/183d9912-147f-458c-bdd5-c0cac293f7e8) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:20.995904 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.039019 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.054443 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ab63d2dd-a3a9-456c-a223-2ffdfe3ddb7e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:21.055983 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4', 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', '27f28d25-f9f8-412d-9ede-55a1d3d981be'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:21.120065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Network e32c6004-240e-45d1-9438-bda93004f0f4 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:21.128994 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:21.133933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:21.210903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.211517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.240029 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event updated for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:21.251340 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:21.253964 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8764303 May 31 12:48:21.272707 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Request body: {'port': {'device_id': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:21.307192 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5add92-8ad3-44b8-9aa8-b9504b0b2c05 req-c4bc0d6a-a4a0-4fbd-92e2-dd1b1c6366a1 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.309360 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5b5add92-8ad3-44b8-9aa8-b9504b0b2c05 req-c4bc0d6a-a4a0-4fbd-92e2-dd1b1c6366a1 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 931 time: 0.1119344 May 31 12:48:21.392490 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5b5add92-8ad3-44b8-9aa8-b9504b0b2c05 req-038b765a-72ff-475f-83de-bdb02c46e8a1 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 May 31 12:48:21.417610 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.590634 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd7d22-7337-4635-8dee-0b55eac45eaf req-ea78128d-1c7c-48cf-9b92-3e2a8fffd341 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.596202 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5afd7d22-7337-4635-8dee-0b55eac45eaf req-ea78128d-1c7c-48cf-9b92-3e2a8fffd341 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1122844 May 31 12:48:21.678241 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5afd7d22-7337-4635-8dee-0b55eac45eaf req-500cbd75-d37a-4744-b0ad-6042eca461b2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759697 May 31 12:48:21.824000 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1802374-9a9a-4608-a144-74a0b674a0b1 req-f4a9358d-7981-4cf4-9d61-6771c8cbab27 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.825528 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1802374-9a9a-4608-a144-74a0b674a0b1 req-f4a9358d-7981-4cf4-9d61-6771c8cbab27 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0862660 May 31 12:48:21.839115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183d9912-147f-458c-bdd5-c0cac293f7e8 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:21.846762 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.862974 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Transition to ACTIVE for port object 183d9912-147f-458c-bdd5-c0cac293f7e8 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:21.868223 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.873649 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1802374-9a9a-4608-a144-74a0b674a0b1 req-bffbecde-8601-4f57-b7a0-5372605108e5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 May 31 12:48:21.877899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-78aaddc0-418e-4145-b78f-0747a6eb3226 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:22.032989 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:22.036334 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:22.132922 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Attempting to bind port 183d9912-147f-458c-bdd5-c0cac293f7e8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:22.133259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Attempting to bind port 183d9912-147f-458c-bdd5-c0cac293f7e8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:22.133655 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Attempting to bind port 183d9912-147f-458c-bdd5-c0cac293f7e8 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:22.139573 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Port 183d9912-147f-458c-bdd5-c0cac293f7e8 on network e32c6004-240e-45d1-9438-bda93004f0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:22.139983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Attempting to bind port 183d9912-147f-458c-bdd5-c0cac293f7e8 on network e32c6004-240e-45d1-9438-bda93004f0f4 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:22.147218 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:22.147575 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Checking segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:22.147955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Bound using segment: {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:22.148381 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Bound port: 183d9912-147f-458c-bdd5-c0cac293f7e8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef649cfc-6546-4fc2-aff2-bc95f43d383f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:22.148732 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.318501 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:22.321751 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=183d9912-147f-458c-bdd5-c0cac293f7e8,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:22.326658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.331270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c67a3006-a9b6-4836-8bd8-c7858765cfcb tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:22.385450 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.386050 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.387399 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] 10.222.0.39 "PUT /v2.0/ports/183d9912-147f-458c-bdd5-c0cac293f7e8 HTTP/1.1" status: 200 len: 1093 time: 1.1193027 May 31 12:48:22.387886 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:22.390168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90e8eff-847e-4f61-b76b-8217b7e3b611" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:22.414508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:22.418094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:22.561740 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-8c1fc135-121d-4dd3-9a6f-62207b91b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.563662 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-8c1fc135-121d-4dd3-9a6f-62207b91b917 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 1096 time: 0.1025953 May 31 12:48:22.614639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed849a-cd6a-4184-aa88-a3455ec02a19 req-ff0b2c58-d72c-44f4-93c0-32ea8b3bd68b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.616264 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-70ed849a-cd6a-4184-aa88-a3455ec02a19 req-ff0b2c58-d72c-44f4-93c0-32ea8b3bd68b tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 943 time: 0.1051447 May 31 12:48:22.657014 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-74ba308f-eb04-4f11-a1fc-d6181b2fdbf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183d9912-147f-458c-bdd5-c0cac293f7e8 HTTP/1.1" status: 200 len: 217 time: 0.0832555 May 31 12:48:22.659164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66add6cd-7624-49a2-a130-adb9a93f3778 x-openstack-request-id: req-66add6cd-7624-49a2-a130-adb9a93f3778 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:22.659164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:22.659164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66add6cd-7624-49a2-a130-adb9a93f3778 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:22.659458 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8', 'status': 'completed', 'code': 200} May 31 12:48:22.691578 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-70ed849a-cd6a-4184-aa88-a3455ec02a19 req-597bd15d-4756-4b25-bb24-e3f975b19277 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 May 31 12:48:22.764424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549e62-3a5c-4124-aabf-477619097d34 req-662d13f3-287f-4c3c-9702-6eea541317e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.766194 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-662d13f3-287f-4c3c-9702-6eea541317e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0936766 May 31 12:48:22.826834 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-094150e5-b0eb-4dc5-bae8-5a813d4156ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510671 May 31 12:48:22.972251 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f95d4d-25b1-4dfb-9505-7e32bcbb73f4 req-507d10c5-fa49-42e0-a8d1-a49cbd54101e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.984030 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1f95d4d-25b1-4dfb-9505-7e32bcbb73f4 req-507d10c5-fa49-42e0-a8d1-a49cbd54101e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1557717 May 31 12:48:23.062350 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-a4b6da4a-0929-4a3c-9b93-d396b4c86c53 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251270 May 31 12:48:23.071012 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1f95d4d-25b1-4dfb-9505-7e32bcbb73f4 req-14a9dd27-85f5-4b71-a5ab-7e55d0eff88d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855219 May 31 12:48:23.233740 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40549e62-3a5c-4124-aabf-477619097d34 req-f69b781d-0d53-405d-9482-07fd259b3601 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560001 May 31 12:48:23.301451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a986dc0-000a-4381-8125-c1ba79cc32fb req-a93e3ef3-01a1-4b80-a6e7-159a92a14e6f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.318278 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3a986dc0-000a-4381-8125-c1ba79cc32fb req-a93e3ef3-01a1-4b80-a6e7-159a92a14e6f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2094848 May 31 12:48:23.377766 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3a986dc0-000a-4381-8125-c1ba79cc32fb req-939f1d27-9dff-4947-a01d-38e6554b2f3e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557051 May 31 12:48:23.408262 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-ddb4e67f-1c76-4a38-8908-22808a4899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.410396 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-ddb4e67f-1c76-4a38-8908-22808a4899aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1132c19a0e624c429571a1dcb1e97d43&device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 1096 time: 0.1041846 May 31 12:48:23.515647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174578c-250e-4409-9a6e-2970c14492b5 req-2d3979f2-878e-4979-b858-f3f1af865f24 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.517255 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3174578c-250e-4409-9a6e-2970c14492b5 req-2d3979f2-878e-4979-b858-f3f1af865f24 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1012700 May 31 12:48:23.565083 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-85cb9342-41f3-4533-8481-7e1ee0de9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.566614 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-85cb9342-41f3-4533-8481-7e1ee0de9fd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 200 len: 915 time: 0.1488318 May 31 12:48:23.569503 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3174578c-250e-4409-9a6e-2970c14492b5 req-72faf0bc-a2dc-46f4-8389-8d5757e87f8b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445020 May 31 12:48:23.644826 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-c621299a-76e4-4d40-be8b-641235397456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183d9912-147f-458c-bdd5-c0cac293f7e8 HTTP/1.1" status: 200 len: 217 time: 0.0610826 May 31 12:48:23.712673 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-508457a4-967c-4020-ae09-f566f6df7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.714340 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-508457a4-967c-4020-ae09-f566f6df7fa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 200 len: 854 time: 0.0608916 May 31 12:48:23.764573 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-939ad0a7-a942-4502-8781-4df575d4a928 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e32c6004-240e-45d1-9438-bda93004f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408838 May 31 12:48:23.878542 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea872a1-71d5-41bc-aaad-fc8cd0ecb7f9 req-92db5992-2cf7-4bde-8959-007439abfd0a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.880214 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9ea872a1-71d5-41bc-aaad-fc8cd0ecb7f9 req-92db5992-2cf7-4bde-8959-007439abfd0a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 943 time: 0.0851128 May 31 12:48:23.903207 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-ffe82d13-0c7c-4da2-9d21-6db72e0cea45 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296389 May 31 12:48:23.927427 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9ea872a1-71d5-41bc-aaad-fc8cd0ecb7f9 req-834df94e-88c3-4d0c-80b9-e8c21688b816 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 May 31 12:48:24.051428 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f90e8eff-847e-4f61-b76b-8217b7e3b611 req-c6ea2d6a-8c30-4815-9b30-9a5ecf25f9d7 service neutron] 10.222.0.39 "GET /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318026 May 31 12:48:24.271254 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42b504-7828-49c3-b191-6b10874d65df req-9d23ba4a-0e96-4d0a-b2b8-c4b61e476d34 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.272710 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7a42b504-7828-49c3-b191-6b10874d65df req-9d23ba4a-0e96-4d0a-b2b8-c4b61e476d34 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0863361 May 31 12:48:24.319579 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7a42b504-7828-49c3-b191-6b10874d65df req-20671a83-0a26-42a7-9dbb-174fda3a5f94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 May 31 12:48:24.566917 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59195-f54a-4f8c-9e40-21bd6b8c9d41 req-c14d8d37-4d44-4403-a0b2-7940f5608f63 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.568418 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-06a59195-f54a-4f8c-9e40-21bd6b8c9d41 req-c14d8d37-4d44-4403-a0b2-7940f5608f63 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0928702 May 31 12:48:24.625627 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-06a59195-f54a-4f8c-9e40-21bd6b8c9d41 req-ed6ec89b-cfcc-4a1e-9e02-bb3bf9520bb0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 May 31 12:48:24.680772 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43764) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:24.812651 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:24.829324 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:24.833347 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Usage tracker for resource:security_group_rule and tenant:55be2a50d240466ea24d5c834cb27580 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:24.836184 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:24.842299 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:24.864899 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2d2a6-f95b-4b90-9ef9-f701709f0645 req-72e863b3-109a-4b52-a404-350e4de651a9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.872433 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24b2d2a6-f95b-4b90-9ef9-f701709f0645 req-72e863b3-109a-4b52-a404-350e4de651a9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1786520 May 31 12:48:24.923580 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24b2d2a6-f95b-4b90-9ef9-f701709f0645 req-0e6b6157-01fc-4980-995c-00dcc8c0023b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 May 31 12:48:24.943486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:24.946643 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:24.967222 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34d8069e-e3ca-43e3-9554-61bac75a4420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:25.022477 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55be2a50d240466ea24d5c834cb27580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405485 May 31 12:48:25.025475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43784) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:25.031546 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5f978-1251-4ae1-aea6-37bdc487b73d,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:25.042117 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:25.155145 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.188124 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.214789 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64db56-c268-4225-98fc-0d4f0938177a req-c582d70a-5c1f-4551-87b3-19789763c115 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:25.216251 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fd64db56-c268-4225-98fc-0d4f0938177a req-c582d70a-5c1f-4551-87b3-19789763c115 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 943 time: 0.1494844 May 31 12:48:25.277364 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fd64db56-c268-4225-98fc-0d4f0938177a req-31608c11-a3e2-4c61-8b0a-c0a8bd16f04c tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484238 May 31 12:48:25.285310 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.290540 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a88f099d-2eba-4c9a-a819-5793efb8f44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:25.305692 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5f978-1251-4ae1-aea6-37bdc487b73d,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:25.309738 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:25.315377 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.316719 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4370a306-0ec5-4cd5-974c-c6073309b1d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a5f978-1251-4ae1-aea6-37bdc487b73d HTTP/1.1" status: 204 len: 168 time: 0.2902281 May 31 12:48:25.527737 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acebc8-ad58-4260-a029-1f8410752b28 req-3f46b850-0aa9-44de-89d6-e814b6277cfe tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:25.529728 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-00acebc8-ad58-4260-a029-1f8410752b28 req-3f46b850-0aa9-44de-89d6-e814b6277cfe tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0873985 May 31 12:48:25.577503 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-00acebc8-ad58-4260-a029-1f8410752b28 req-26b4e467-5050-4c82-b2fb-9e036ca46309 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 May 31 12:48:25.818047 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443619b-8ebe-41b2-a9b2-48d8e284ee59 req-40c86b70-e04e-4527-90f7-3b3b9b05f9d5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:25.820152 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2443619b-8ebe-41b2-a9b2-48d8e284ee59 req-40c86b70-e04e-4527-90f7-3b3b9b05f9d5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0834568 May 31 12:48:25.871732 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2443619b-8ebe-41b2-a9b2-48d8e284ee59 req-b2393e41-25a5-41b2-8088-62fcf3aeed9b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 May 31 12:48:26.142143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098b606-ef31-42a6-9486-221594ad5eba req-0446abf9-5803-40a2-a2ac-d6e8d24f47ab tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:26.143613 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b098b606-ef31-42a6-9486-221594ad5eba req-0446abf9-5803-40a2-a2ac-d6e8d24f47ab tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0907960 May 31 12:48:26.192242 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b098b606-ef31-42a6-9486-221594ad5eba req-38a110be-2f3c-4bd8-b9ea-5d3c691921ac tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 May 31 12:48:26.475278 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cc096-441f-43f0-a0e8-e0df3e695222 req-4b19c1cd-b6dc-42a2-916b-d426f6e8fa36 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:26.476849 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be9cc096-441f-43f0-a0e8-e0df3e695222 req-4b19c1cd-b6dc-42a2-916b-d426f6e8fa36 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 943 time: 0.0902131 May 31 12:48:26.537123 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be9cc096-441f-43f0-a0e8-e0df3e695222 req-2cbf6e0d-c85f-4452-8c91-25cc84466a8f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531776 May 31 12:48:26.568411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43864) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:26.708566 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.722955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:26.726821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Usage tracker for resource:security_group_rule and tenant:8b42c41e769a4a1e8321ac877d2336ff is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:26.729854 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:26.735522 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:26.787921 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d298d8-8c27-4476-89c4-f14383f0efb3 req-975990ca-9b59-443f-ba3b-6641d9683c00 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:26.789436 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e8d298d8-8c27-4476-89c4-f14383f0efb3 req-975990ca-9b59-443f-ba3b-6641d9683c00 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0891681 May 31 12:48:26.822698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.828249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.836500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-be91f3db-03d5-4342-855a-e24019184a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:26.839958 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e8d298d8-8c27-4476-89c4-f14383f0efb3 req-3522a45b-3c6b-4b6c-8996-aafcef9375c0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 May 31 12:48:26.877791 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b42c41e769a4a1e8321ac877d2336ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082569 May 31 12:48:26.878706 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7204ec-97f7-4b39-94ad-2738e86438b6,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:26.880484 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43878) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:26.881919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:26.950311 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.981113 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:27.112734 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a544a-38b3-4918-8571-59efde2668ee req-2f80b259-f0c5-4efc-b40e-5b54271986da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.114394 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f04a544a-38b3-4918-8571-59efde2668ee req-2f80b259-f0c5-4efc-b40e-5b54271986da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1006217 May 31 12:48:27.136425 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:27.141455 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-357e8a66-af05-4965-bd16-0e4bfdef1d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:27.163709 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7204ec-97f7-4b39-94ad-2738e86438b6,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:27.165684 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 183d9912-147f-458c-bdd5-c0cac293f7e8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:27.172683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:27.181987 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f04a544a-38b3-4918-8571-59efde2668ee req-0032c01a-c3c5-4b85-9e47-ca4079fe52d5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 May 31 12:48:27.182931 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:27.185116 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a7204ec-97f7-4b39-94ad-2738e86438b6 HTTP/1.1" status: 204 len: 168 time: 0.3023946 May 31 12:48:27.332373 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=183d9912-147f-458c-bdd5-c0cac293f7e8,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:27.348040 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '183d9912-147f-458c-bdd5-c0cac293f7e8', 'network_id': 'e32c6004-240e-45d1-9438-bda93004f0f4', 'port_id': '183d9912-147f-458c-bdd5-c0cac293f7e8', 'mac_address': 'fa:16:3e:37:19:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425db02c-0432-4871-b91f-01f103bd165c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:27.407378 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:27.427092 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183d9912-147f-458c-bdd5-c0cac293f7e8 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:27.441847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb69d-9cc2-4382-9a7f-42f25d10f265 req-e291b669-c291-40a0-a5be-437679ef1df2 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.443693 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b67bb69d-9cc2-4382-9a7f-42f25d10f265 req-e291b669-c291-40a0-a5be-437679ef1df2 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1318202 May 31 12:48:27.444803 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=183d9912-147f-458c-bdd5-c0cac293f7e8,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:27.449627 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:27.453196 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:27.501901 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b67bb69d-9cc2-4382-9a7f-42f25d10f265 req-65105aa9-a8fa-4517-aa1f-c0585be99882 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484984 May 31 12:48:27.532982 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:27.534645 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:27.722002 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85e8fc-37e2-4f3c-9b96-dd7a3275dad4 req-55334c91-db5f-4995-b27d-4252b21676a8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.723620 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5d85e8fc-37e2-4f3c-9b96-dd7a3275dad4 req-55334c91-db5f-4995-b27d-4252b21676a8 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 944 time: 0.0824964 May 31 12:48:27.773583 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5d85e8fc-37e2-4f3c-9b96-dd7a3275dad4 req-bee85265-6bee-4a75-bacb-53c4a0ba4eda tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 May 31 12:48:27.786816 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:48:27.896580 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['183d9912-147f-458c-bdd5-c0cac293f7e8'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:28.043974 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0fd4a-290f-459d-973b-51476c54ca9b req-f84c69ae-ef9d-4732-ae24-aabb614dd726 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.045623 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24e0fd4a-290f-459d-973b-51476c54ca9b req-f84c69ae-ef9d-4732-ae24-aabb614dd726 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0880456 May 31 12:48:28.102372 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24e0fd4a-290f-459d-973b-51476c54ca9b req-d65afe5f-8863-47ab-820e-c7acd7ed56e8 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 May 31 12:48:28.394189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8400b8-0799-426a-b50f-3646906b5e71 req-87cbb25d-1f72-4ef2-b09e-3e9cdee72888 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.395804 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ce8400b8-0799-426a-b50f-3646906b5e71 req-87cbb25d-1f72-4ef2-b09e-3e9cdee72888 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0952623 May 31 12:48:28.441606 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ce8400b8-0799-426a-b50f-3646906b5e71 req-e28a9c82-11af-487c-9c25-8d4b7465c08e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 May 31 12:48:28.714902 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958740b-ce71-4960-a319-6e24098d1ffc req-a232113a-b195-49aa-866a-622784f5bce0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.716363 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9958740b-ce71-4960-a319-6e24098d1ffc req-a232113a-b195-49aa-866a-622784f5bce0 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0841811 May 31 12:48:28.760177 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9958740b-ce71-4960-a319-6e24098d1ffc req-5e54ebd7-82fd-402c-813b-8dff68c1bdc7 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379992 May 31 12:48:28.932387 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43916) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:28.969449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ae95-6bfa-46df-96eb-36f224c3e16f req-60b9a7b2-4ae7-4c01-9695-369b089655d2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.970871 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cfa4ae95-6bfa-46df-96eb-36f224c3e16f req-60b9a7b2-4ae7-4c01-9695-369b089655d2 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 944 time: 0.0906482 May 31 12:48:29.017605 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cfa4ae95-6bfa-46df-96eb-36f224c3e16f req-8315d3d3-084c-4bde-b64c-9b140cf2ca81 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 May 31 12:48:29.053730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.067826 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:29.071892 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Usage tracker for resource:security_group_rule and tenant:bc797732920a4cc5ba83d81744e69a3a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:29.074834 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:29.080692 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:29.167834 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.173452 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.178184 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 183d9912-147f-458c-bdd5-c0cac293f7e8 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:29.213127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-651b85ce-56a1-4041-a18d-7968b9a49ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:29.269765 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 183d9912-147f-458c-bdd5-c0cac293f7e8 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:29.276221 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 183d9912-147f-458c-bdd5-c0cac293f7e8 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:29.276922 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.305889 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc797732920a4cc5ba83d81744e69a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724031 May 31 12:48:29.309329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43930) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:29.327273 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb1db-b3e8-41bf-a058-14fba22fc635 req-a94533cf-f18c-423a-a5e3-735b168749ff tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.328802 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-babdb1db-b3e8-41bf-a058-14fba22fc635 req-a94533cf-f18c-423a-a5e3-735b168749ff tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1025174 May 31 12:48:29.352284 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8002e5-e48d-4210-99b7-6a5a7e11d641,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:29.359382 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:29.385409 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-babdb1db-b3e8-41bf-a058-14fba22fc635 req-355068e0-4e16-4c4f-9c9f-41311a061920 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498383 May 31 12:48:29.401822 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.430653 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.460976 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.486628 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.490983 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:29.492470 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:29.493279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f319986-1df5-436e-9509-fc7fac22180b" -d '{"events": [{"server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "name": "network-vif-plugged", "status": "completed", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:29.501799 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=183d9912-147f-458c-bdd5-c0cac293f7e8,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:29.506950 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.508081 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8002e5-e48d-4210-99b7-6a5a7e11d641,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:29.512115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:29.524888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:29.525976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:29.527099 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c8002e5-e48d-4210-99b7-6a5a7e11d641 HTTP/1.1" status: 204 len: 168 time: 0.2146366 May 31 12:48:29.565331 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6640c2-a683-49ec-965e-ecee9cf72f73 x-openstack-request-id: req-cd6640c2-a683-49ec-965e-ecee9cf72f73 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:29.565662 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "name": "network-vif-plugged", "status": "completed", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:29.566013 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd6640c2-a683-49ec-965e-ecee9cf72f73 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:29.566667 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8', 'code': 200} May 31 12:48:29.610538 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:29.618579 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.619019 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.619668 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.620295 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.620682 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.621268 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.621658 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.622037 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.622414 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.622791 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.623811 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.624198 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:29.628499 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:29.645003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea3d8-8e8f-4434-a507-99ddef2169b9 req-58b86987-5e3e-42c5-ad4c-9ee25e6ae394 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.646743 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3e5ea3d8-8e8f-4434-a507-99ddef2169b9 req-58b86987-5e3e-42c5-ad4c-9ee25e6ae394 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0893009 May 31 12:48:29.701120 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3e5ea3d8-8e8f-4434-a507-99ddef2169b9 req-979dd8f0-ac7c-4e2a-b533-c65372e1dae6 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 May 31 12:48:29.837224 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb834-064b-4711-92d1-33db7d116827 req-f549c9ba-b532-4855-a82f-9af60385bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.838856 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9b0fb834-064b-4711-92d1-33db7d116827 req-f549c9ba-b532-4855-a82f-9af60385bc6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 1098 time: 0.0789549 May 31 12:48:29.884056 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-9b0fb834-064b-4711-92d1-33db7d116827 req-84677090-1be8-48b1-8faa-e08048b22c91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 May 31 12:48:29.953598 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121479-945a-486b-893e-cfe9c4cc9c6a req-0d394b11-1c58-4ede-baf6-83d547cb2b84 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.955060 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-86121479-945a-486b-893e-cfe9c4cc9c6a req-0d394b11-1c58-4ede-baf6-83d547cb2b84 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0834439 May 31 12:48:30.074148 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-86121479-945a-486b-893e-cfe9c4cc9c6a req-e489c32a-f152-47cd-932c-bbca8567149b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130688 May 31 12:48:30.206442 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2494-a2ea-4fba-bc5b-105f69e40908 req-83a6c61b-6159-4496-92e3-6e84b73193c5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:30.207936 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-edcc2494-a2ea-4fba-bc5b-105f69e40908 req-83a6c61b-6159-4496-92e3-6e84b73193c5 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.0811589 May 31 12:48:30.253924 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-edcc2494-a2ea-4fba-bc5b-105f69e40908 req-ddd9f3f6-11c1-468b-b7ed-21af65799e6f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 May 31 12:48:30.271593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43962) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:30.379427 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1487949012-network', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:30.384231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:30.388071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Usage tracker for resource:network and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:30.390977 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:30.397206 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:30.408550 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Made reservation on behalf of ec611dcfca6d4ae1b7e9c005ece94c4a for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:30.411095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.424022 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.439761 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:30.443796 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:30.446717 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:30.452624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:30.543464 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.548539 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.552210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d4620ab1-c25a-4088-88f6-78652b5333a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:30.587063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316810d-67dd-4d46-ae4c-42e63a429584 req-f8f02720-cff5-4ccf-bcf0-0f803f55948d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:30.587063 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6316810d-67dd-4d46-ae4c-42e63a429584 req-f8f02720-cff5-4ccf-bcf0-0f803f55948d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0844905 May 31 12:48:30.588924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:48:30.594479 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f31c97-73f4-47fc-b921-277d31c0cd2a,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:30.597953 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:30.604568 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.604901 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Added segment 1b43eda9-3271-45c8-9e2c-948a1f5d3fe9 of type vlan for network 748ca379-fbdc-4052-9413-eb36eaaa6230 May 31 12:48:30.634641 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.656170 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6316810d-67dd-4d46-ae4c-42e63a429584 req-e009f6c6-1dbd-4fff-948f-3a2a7dc75f7e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560362 May 31 12:48:30.675777 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.677962 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:30.678059 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.683375 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:30.696228 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43976) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:30.779395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Pushing event updated for resources: {'Network': ['ID=748ca379-fbdc-4052-9413-eb36eaaa6230,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:30.782629 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5100162 May 31 12:48:30.783676 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:30.786047 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 43984) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:30.790535 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:48:30.793129 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Request body: {'subnet': {'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1487949012-subnet', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:30.800962 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:30.806202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Usage tracker for resource:subnet and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:30.809910 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:30.818063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:30.882124 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.895786 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Made reservation on behalf of ec611dcfca6d4ae1b7e9c005ece94c4a for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:30.898116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6726639'] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:30.923067 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:30.933347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e68459c722647e891b6680af332051c is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:30.980875 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:31.000107 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:31.061552 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed48493-8838-4506-b26d-9a7d553601d7 req-1e31d09b-cb78-4862-94b2-fc6eeebe529f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.063010 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8ed48493-8838-4506-b26d-9a7d553601d7 req-1e31d09b-cb78-4862-94b2-fc6eeebe529f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2473500 May 31 12:48:31.181210 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8ed48493-8838-4506-b26d-9a7d553601d7 req-67d5e243-2758-4f41-b71e-e8fa40f80fae tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091130 May 31 12:48:31.267607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.294920 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.305339 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-64bc2b88-4268-4c78-af67-9fc78e3a8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:31.371846 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e68459c722647e891b6680af332051c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745396 May 31 12:48:31.374815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 43992) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:31.389929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41286066-2800-4b7a-9be6-bfefabc9aef2,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:31.432176 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:31.433705 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.455327 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479653a-fc98-46b3-b0f7-701f4a14a2a0 req-e2cd3045-3fc8-4269-ba5c-da7883506a9c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.456765 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9479653a-fc98-46b3-b0f7-701f4a14a2a0 req-e2cd3045-3fc8-4269-ba5c-da7883506a9c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2743118 May 31 12:48:31.458801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.511325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.516696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-610dd40d-b605-43c7-a891-fafc30335bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:31.528608 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41286066-2800-4b7a-9be6-bfefabc9aef2,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:31.532416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:31.540774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.547883 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41286066-2800-4b7a-9be6-bfefabc9aef2 HTTP/1.1" status: 204 len: 168 time: 0.1693752 May 31 12:48:31.574723 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9479653a-fc98-46b3-b0f7-701f4a14a2a0 req-e3acbee1-4b56-484d-9729-81c2828f015b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098692 May 31 12:48:31.593213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beffe3-d695-44f7-a71b-97034b712ee0 req-12f6f66f-0d3e-4627-92b1-ba415974af09 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.594568 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1beffe3-d695-44f7-a71b-97034b712ee0 req-12f6f66f-0d3e-4627-92b1-ba415974af09 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.2256618 May 31 12:48:31.657624 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1beffe3-d695-44f7-a71b-97034b712ee0 req-834f0ef4-e08f-42d6-9cd1-83bd2310c2af tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554700 May 31 12:48:31.728782 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6726649'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.734507 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5d9e3d8e-fc62-457f-a959-659655a06c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:31.814119 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:31.818209 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:31.866159 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Checking segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:31.866529 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Network hostable DHCP agents. Network: 748ca379-fbdc-4052-9413-eb36eaaa6230, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:48:31.905466 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:48:31.919356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 748ca379-fbdc-4052-9413-eb36eaaa6230) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:31.928299 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de46f5-d080-44a8-b9c2-6950d9d02add None None] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:31.935347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcbceb-f7d5-4867-8919-81ec358842bd req-ff3701fe-2d1a-4dbf-a067-cbf4e6b48da1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.936798 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-50fcbceb-f7d5-4867-8919-81ec358842bd req-ff3701fe-2d1a-4dbf-a067-cbf4e6b48da1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1091845 May 31 12:48:31.939978 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.940562 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:31.997290 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-50fcbceb-f7d5-4867-8919-81ec358842bd req-f75bc059-83b8-4099-aa15-ba4944c0b155 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513756 May 31 12:48:31.998441 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2108147 May 31 12:48:32.001658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44002) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:32.007322 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:32.018418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:32.026253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Usage tracker for resource:router and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:32.047314 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:32.055068 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:32.112826 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.114156 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.144544 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.215298 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-748ca379-fbdc-4052-9413-eb36eaaa6230', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:48:32.216152 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.234387 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-cfe64e8d-faa1-433a-8714-d1a199b7b9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1743913 May 31 12:48:32.401634 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801abecf-cd69-4c3f-9629-dd10c3deabc9 req-6163c315-b363-4ef9-bd70-0e8e7b841954 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.403298 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-801abecf-cd69-4c3f-9629-dd10c3deabc9 req-6163c315-b363-4ef9-bd70-0e8e7b841954 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0887647 May 31 12:48:32.412065 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Allocated IP 172.20.0.2 (748ca379-fbdc-4052-9413-eb36eaaa6230/b6ff7680-d5bd-4a02-b518-de2e5cff4e3e/786a037d-6d18-45ef-a1fc-6575e18ad75d) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:32.459886 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-801abecf-cd69-4c3f-9629-dd10c3deabc9 req-65aead61-4a42-4e3d-8cc5-88930c75ff94 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 May 31 12:48:32.491884 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.534069 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-665d920b-f55b-42ab-8e08-e49388388877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.535728 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-665d920b-f55b-42ab-8e08-e49388388877 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 1098 time: 0.2347946 May 31 12:48:32.622258 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.633047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Transition to ACTIVE for port object 786a037d-6d18-45ef-a1fc-6575e18ad75d will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:32.651277 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Transition to ACTIVE for port object 786a037d-6d18-45ef-a1fc-6575e18ad75d will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:32.658281 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.663460 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:32.731787 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:32.734892 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:32.738698 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:32.747005 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Pushing event updated for resources: {'Port': ['ID=786a037d-6d18-45ef-a1fc-6575e18ad75d,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:32.757766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-b579ca7c-04d0-4890-9a67-fde2db8e929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.759181 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-b579ca7c-04d0-4890-9a67-fde2db8e929b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.1735532 May 31 12:48:32.775123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:32.789300 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d61d0-a6f2-4893-89cd-ad4883c1a0b5 req-4650949b-822e-4077-ab79-4d5155f27f88 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.790906 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-669d61d0-a6f2-4893-89cd-ad4883c1a0b5 req-4650949b-822e-4077-ab79-4d5155f27f88 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0896313 May 31 12:48:32.835258 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Attempting to bind port 786a037d-6d18-45ef-a1fc-6575e18ad75d on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:32.835926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Attempting to bind port 786a037d-6d18-45ef-a1fc-6575e18ad75d by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:32.836294 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Attempting to bind port 786a037d-6d18-45ef-a1fc-6575e18ad75d on network 748ca379-fbdc-4052-9413-eb36eaaa6230 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:32.839042 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-669d61d0-a6f2-4893-89cd-ad4883c1a0b5 req-115f638e-5470-4781-ab3a-a9765c96285e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 May 31 12:48:32.842513 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:32.842513 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Checking segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:32.842878 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.843271 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Bound using segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:32.843743 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Bound port: 786a037d-6d18-45ef-a1fc-6575e18ad75d, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:32.844122 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.937262 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] For port 786a037d-6d18-45ef-a1fc-6575e18ad75d, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:32.940675 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] For port 786a037d-6d18-45ef-a1fc-6575e18ad75d, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=786a037d-6d18-45ef-a1fc-6575e18ad75d,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:32.947359 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.951533 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7ef0b994-d9a8-4ca7-9686-8a796286ee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:33.015081 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-58c07a73-4856-4239-8b53-e5622da94b8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 200 len: 217 time: 0.1956687 May 31 12:48:33.029159 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Pushing event updated for resources: {'Port': ['ID=786a037d-6d18-45ef-a1fc-6575e18ad75d,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:33.032245 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:33.128863 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-0c9964e8-98fd-49e2-a4e3-8a51ccae415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.130417 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-0c9964e8-98fd-49e2-a4e3-8a51ccae415c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.1055002 May 31 12:48:33.136532 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.212990 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.213383 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:33.217480 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-9c27a478-0a9a-466b-b474-35bc0912a1cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560877 May 31 12:48:33.240997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242ece-b78f-4f1a-9228-303e2148dc8d req-fab7e5a8-2707-49fb-95ff-91659fce1ffd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.242742 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3242ece-b78f-4f1a-9228-303e2148dc8d req-fab7e5a8-2707-49fb-95ff-91659fce1ffd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1064477 May 31 12:48:33.307732 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3242ece-b78f-4f1a-9228-303e2148dc8d req-8c70aed5-411b-4c8c-b050-68ce4459096f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586913 May 31 12:48:33.414890 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:33.429007 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:33.468179 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-d87d4397-99bd-4621-abf8-539322349a0c service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159722 May 31 12:48:33.477941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Allocated IP 172.28.0.122 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/145699cb-9af8-41e5-a701-b532bdae821c) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:33.496115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.518386 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:33.538377 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:33.547023 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.549037 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:33.625971 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=6']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:33.630737 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:33.689601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6ae92-6ecd-423b-a922-d29580716490 req-b0aaf93e-afee-4f8f-bddc-7175fca11d26 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.691278 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4dd6ae92-6ecd-423b-a922-d29580716490 req-b0aaf93e-afee-4f8f-bddc-7175fca11d26 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1032929 May 31 12:48:33.738957 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4dd6ae92-6ecd-423b-a922-d29580716490 req-fca92b84-fc40-499f-9a90-c929c8db0a76 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 May 31 12:48:33.755423 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd99c5a5-601d-4e0f-a1c7-0492d1e3cd3e req-c7d08edd-ccfc-423d-bda7-2ef76df82228 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606969 May 31 12:48:33.777612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.801764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['33c7ac88-c3d5-4953-b12e-c89338247f4e'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:33.821934 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.830421 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c0d464d3-264f-4da9-954b-857ff272c50f tempest-VolumesActionsTest-1708527157 tempest-VolumesActionsTest-1708527157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:33.907417 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:33.908768 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:33.912733 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:34.140026 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4fbeb-f06c-49e7-891f-4a2fdbbe638d req-cc872705-26cf-447e-859b-422cde776313 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.150995 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fec4fbeb-f06c-49e7-891f-4a2fdbbe638d req-cc872705-26cf-447e-859b-422cde776313 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1362848 May 31 12:48:34.202145 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 786a037d-6d18-45ef-a1fc-6575e18ad75d up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:34.225996 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Pushing event updated for resources: {'Port': ['ID=145699cb-9af8-41e5-a701-b532bdae821c,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:34.230876 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:34.241807 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49370d8b-8110-4603-ac30-17604e2758d5 None None] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:34.306940 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fec4fbeb-f06c-49e7-891f-4a2fdbbe638d req-7cfb1cfc-42b1-4586-929f-7c11c6ee7848 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549377 May 31 12:48:34.371071 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-dac6375e-5f7d-4e16-ba8e-1a60fd215140 None None] Provisioning for port 786a037d-6d18-45ef-a1fc-6575e18ad75d completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:34.507844 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.526138 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 786a037d-6d18-45ef-a1fc-6575e18ad75d completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:34.535941 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 786a037d-6d18-45ef-a1fc-6575e18ad75d triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:34.536313 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.570677 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23757295-12d0-4523-833e-b747d44966b7 req-148b2c9a-7493-4c25-b025-edb1617917dd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.572711 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23757295-12d0-4523-833e-b747d44966b7 req-148b2c9a-7493-4c25-b025-edb1617917dd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 944 time: 0.1059477 May 31 12:48:34.639320 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23757295-12d0-4523-833e-b747d44966b7 req-db06ca23-0672-4559-a33b-04c505d47965 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 May 31 12:48:34.762534 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.817563 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 786a037d-6d18-45ef-a1fc-6575e18ad75d, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=786a037d-6d18-45ef-a1fc-6575e18ad75d,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:34.824580 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.827992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:34.918876 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=786a037d-6d18-45ef-a1fc-6575e18ad75d,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:34.927234 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:34.992114 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393fb6-854a-4e53-9293-56d65db5b374 req-281edbf9-1b23-4fd1-80ca-9cfff168743e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.993621 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-72393fb6-854a-4e53-9293-56d65db5b374 req-281edbf9-1b23-4fd1-80ca-9cfff168743e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0973241 May 31 12:48:35.050924 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-72393fb6-854a-4e53-9293-56d65db5b374 req-01d8eaa1-b4c2-464c-8cd9-56bea01e5af3 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 May 31 12:48:35.052607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.059247 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-07564a07-a97d-486c-b646-77a1c311e1b9 None None] Provisioning complete for port 786a037d-6d18-45ef-a1fc-6575e18ad75d triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:35.059633 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-07564a07-a97d-486c-b646-77a1c311e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.225534 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:35.302418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Router 61ac8960-a7cb-4aee-8033-6a9de25f9593 is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:48:35.315134 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 33c7ac88-c3d5-4953-b12e-c89338247f4e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:35.315514 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.466095 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.511961 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:35.514876 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc10efc-f957-4bce-a88e-f0b589982ec7" -d '{"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:35.527001 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:35.539655 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.542102 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:35.564089 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:48:35.574282 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Sync routers for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:48:35.589784 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:35.590557 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:35.610476 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.611189 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f58c96-689d-4fe6-82d8-2d88798a1d9c x-openstack-request-id: req-77f58c96-689d-4fe6-82d8-2d88798a1d9c {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:35.611705 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:35.612264 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77f58c96-689d-4fe6-82d8-2d88798a1d9c {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:35.612913 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'code': 200} May 31 12:48:35.616731 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6138594 May 31 12:48:35.617553 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44072) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:35.629125 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd307b-3a6f-4e87-a4c2-a882decb1653 req-e3a62ca2-98fc-4a88-ade5-304a2f3fa05b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:35.636283 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f9dd307b-3a6f-4e87-a4c2-a882decb1653 req-e3a62ca2-98fc-4a88-ade5-304a2f3fa05b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1350462 May 31 12:48:35.639724 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=7']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:35.651799 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:35.740644 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f9dd307b-3a6f-4e87-a4c2-a882decb1653 req-19bf2614-8946-41ad-bdea-bc87a602058b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032178 May 31 12:48:35.826914 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:35.896113 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081aa7a-a543-49f4-b56f-cacc8b476012 req-c02c0e79-d0b7-4b81-b0cd-5009b76fa029 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:35.903800 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9081aa7a-a543-49f4-b56f-cacc8b476012 req-c02c0e79-d0b7-4b81-b0cd-5009b76fa029 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1005332 May 31 12:48:35.974931 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9081aa7a-a543-49f4-b56f-cacc8b476012 req-f16eed2f-e42e-4c4b-85ab-3830d0b4fdd3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699337 May 31 12:48:36.139436 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:34Z', 'revision_number': 3, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:36.145108 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Checking router: 61ac8960-a7cb-4aee-8033-6a9de25f9593 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:48:36.146599 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Updating router 61ac8960-a7cb-4aee-8033-6a9de25f9593 port 145699cb-9af8-41e5-a701-b532bdae821c binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:48:36.211883 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.222995 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 786a037d-6d18-45ef-a1fc-6575e18ad75d up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:36.370975 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77c247-e754-426b-b864-c82d4e88c008 req-d149cc3a-9bf8-4ba5-95bc-0a76bcfc7d02 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:36.382813 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5e77c247-e754-426b-b864-c82d4e88c008 req-d149cc3a-9bf8-4ba5-95bc-0a76bcfc7d02 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1663735 May 31 12:48:36.390301 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 786a037d-6d18-45ef-a1fc-6575e18ad75d triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:36.391341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.500017 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5e77c247-e754-426b-b864-c82d4e88c008 req-cee4edf5-3a8c-46ed-a7ce-f3b205fa522a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110458 May 31 12:48:36.697934 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7667-a63f-458d-8173-fe394e340425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.705900 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.719864 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Transition to ACTIVE for port object 145699cb-9af8-41e5-a701-b532bdae821c will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:36.729592 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.738976 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:36.834365 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Attempting to bind port 145699cb-9af8-41e5-a701-b532bdae821c on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:36.835042 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Attempting to bind port 145699cb-9af8-41e5-a701-b532bdae821c by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:36.835646 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Attempting to bind port 145699cb-9af8-41e5-a701-b532bdae821c on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:36.843708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.846358 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:36.847027 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:36.847728 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.848397 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:36.849209 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Bound port: 145699cb-9af8-41e5-a701-b532bdae821c, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:36.849815 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.881441 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Pushing event updated for resources: {'Port': ['ID=145699cb-9af8-41e5-a701-b532bdae821c,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:36.903490 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.904226 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.904757 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.905505 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.906511 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.906998 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.907585 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.908068 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.908746 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.909259 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.909807 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.910300 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:36.917350 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:36.959088 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] For port 145699cb-9af8-41e5-a701-b532bdae821c, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:36.971655 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] For port 145699cb-9af8-41e5-a701-b532bdae821c, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=145699cb-9af8-41e5-a701-b532bdae821c,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:36.979308 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:36.989299 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:37.105533 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Pushing event updated for resources: {'Port': ['ID=145699cb-9af8-41e5-a701-b532bdae821c,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:37.109704 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:37.120030 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:37.121151 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:37.153137 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Allocated IP 172.20.0.1 (748ca379-fbdc-4052-9413-eb36eaaa6230/b6ff7680-d5bd-4a02-b518-de2e5cff4e3e/6cb590e5-34b2-46f5-acfa-772f0ccd1215) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:37.155202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246965e-ee5c-4586-bf17-c7be090e8898 req-acd30ed3-fe84-40d9-9707-345bf0833691 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.172090 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4246965e-ee5c-4586-bf17-c7be090e8898 req-acd30ed3-fe84-40d9-9707-345bf0833691 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2196376 May 31 12:48:37.261595 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4246965e-ee5c-4586-bf17-c7be090e8898 req-caf8cee1-7065-4d56-b589-7252a39bd528 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884497 May 31 12:48:37.432088 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.465641 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:37.473630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Transition to ACTIVE for port object 6cb590e5-34b2-46f5-acfa-772f0ccd1215 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:37.514799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.523072 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:37.640838 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:37.647003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:37.660172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:37.662305 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:37.675685 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c021-5f29-4057-8313-6db9e99a804c req-b8f91345-a653-428c-8e48-f18a634c6674 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.677858 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:37.686428 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3059c021-5f29-4057-8313-6db9e99a804c req-b8f91345-a653-428c-8e48-f18a634c6674 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.2299254 May 31 12:48:37.736431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.830100 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3059c021-5f29-4057-8313-6db9e99a804c req-249f4ee1-ad45-4aec-a93e-df028db695ed tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425033 May 31 12:48:37.901170 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aac2f-e522-455f-85b4-a3149cf9842f req-1dd08fc0-5392-4d11-98fa-6c784a8a16a4 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.913792 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-872aac2f-e522-455f-85b4-a3149cf9842f req-1dd08fc0-5392-4d11-98fa-6c784a8a16a4 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1829669 May 31 12:48:37.918530 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.969202 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-872aac2f-e522-455f-85b4-a3149cf9842f req-611475a6-83cc-426e-a022-ca2a6a0de067 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 May 31 12:48:37.998299 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:34Z', 'revision_number': 3, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:38.002937 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc42b7d-f8b2-4a94-b1c4-e7819b57f03e None None] The sync data for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb is: [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:34Z', 'revision_number': 3, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:48:38.004634 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.135181 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-94a39c5e-d378-4dd8-a978-ed79aee0246a None None] Provisioning for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:38.149738 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-94a39c5e-d378-4dd8-a978-ed79aee0246a None None] Provisioning complete for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:38.150132 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-94a39c5e-d378-4dd8-a978-ed79aee0246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.251226 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-94a39c5e-d378-4dd8-a978-ed79aee0246a None None] Port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:48:38.390551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.400789 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.500072 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:38.633264 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca581b9-7bba-4cae-8a67-a431cdd162a6 req-7707245a-7bcf-4e90-8aa5-2fa422df636f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:38.643539 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9ca581b9-7bba-4cae-8a67-a431cdd162a6 req-7707245a-7bcf-4e90-8aa5-2fa422df636f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2026069 May 31 12:48:38.646525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.703197 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:38.706241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:38.733924 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9ca581b9-7bba-4cae-8a67-a431cdd162a6 req-6718ba5d-83ac-433c-a654-4d37bb4b4bcf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894020 May 31 12:48:38.964003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:38.965931 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:39.074147 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:39.114109 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-1d1b96a1-7588-426f-968b-12f77fa32968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:39.414065 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-b1d4e44d-2574-4548-983c-cb8b98788a30 None None] Provisioning complete for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:39.417210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e44d-2574-4548-983c-cb8b98788a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:39.417759 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0ddf0-e9d5-4eab-8e82-7849baf7ad0f req-1ed56c7e-75a3-46ad-9b32-65df7bc101d3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:39.419358 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36c0ddf0-e9d5-4eab-8e82-7849baf7ad0f req-1ed56c7e-75a3-46ad-9b32-65df7bc101d3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.3081021 May 31 12:48:39.439045 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f552d1-5253-4f13-9865-0f3996596ae6 req-7c51584e-3451-429b-97aa-edf83079b95c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:39.447130 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d6f552d1-5253-4f13-9865-0f3996596ae6 req-7c51584e-3451-429b-97aa-edf83079b95c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1517370 May 31 12:48:39.453268 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Router 61ac8960-a7cb-4aee-8033-6a9de25f9593 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:48:39.522209 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d6f552d1-5253-4f13-9865-0f3996596ae6 req-e0c89d47-f876-4c9b-b2b8-14e5b86828b9 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735965 May 31 12:48:39.552062 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4e44d-2574-4548-983c-cb8b98788a30 None None] Port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:48:39.568967 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36c0ddf0-e9d5-4eab-8e82-7849baf7ad0f req-8f53471c-1dcc-4df2-b72f-a012b99f27cf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961707 May 31 12:48:39.697598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:48:39.707298 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] 10.222.0.49 "PUT /v2.0/routers/61ac8960-a7cb-4aee-8033-6a9de25f9593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0887933 May 31 12:48:39.960296 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd75453-ea61-4b97-8b21-6168a402d9ec req-d525049d-1527-48ec-b4c2-c5e2734c8834 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:39.969126 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4bd75453-ea61-4b97-8b21-6168a402d9ec req-d525049d-1527-48ec-b4c2-c5e2734c8834 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0982080 May 31 12:48:40.037773 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4bd75453-ea61-4b97-8b21-6168a402d9ec req-35b64d29-1bc6-47d9-93bf-ae145adc2dbf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673969 May 31 12:48:40.219802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.232054 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 145699cb-9af8-41e5-a701-b532bdae821c up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:40.425051 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 145699cb-9af8-41e5-a701-b532bdae821c completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:40.438601 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 145699cb-9af8-41e5-a701-b532bdae821c triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:40.440142 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.575293 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.596764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 145699cb-9af8-41e5-a701-b532bdae821c, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=145699cb-9af8-41e5-a701-b532bdae821c,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:40.605256 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.619754 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-7475d6d2-c705-4a58-bf30-2cf1d99e31a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:40.639721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966fb20-5c53-4cb2-8d53-9e348766b1f3 req-bf53f966-c2f3-458c-9652-6556f42e21dc tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:40.647545 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6966fb20-5c53-4cb2-8d53-9e348766b1f3 req-bf53f966-c2f3-458c-9652-6556f42e21dc tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1345785 May 31 12:48:40.735809 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Sync routers for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:48:40.751183 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6966fb20-5c53-4cb2-8d53-9e348766b1f3 req-853108de-e87a-4c9e-8b45-fd803e92372f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015356 May 31 12:48:40.806665 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44148) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:40.812721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1680401370-network', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:40.827041 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:40.847813 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Usage tracker for resource:network and tenant:0c8a25e0dd474e73bd121a2973033e17 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:40.857795 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:40.858106 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:40.858907 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:40.887459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:40.900079 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-4537596b-02b7-4b6c-9f42-98fd517675cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:40.901580 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-4537596b-02b7-4b6c-9f42-98fd517675cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1099 time: 0.3274610 May 31 12:48:41.034534 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Made reservation on behalf of 0c8a25e0dd474e73bd121a2973033e17 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:41.036480 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=145699cb-9af8-41e5-a701-b532bdae821c,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.039707 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.061423 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.063298 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.087230 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:41.092450 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:41.101982 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8a25e0dd474e73bd121a2973033e17 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:41.112869 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69298a5-9d5b-4081-b6ff-391142c056f6 req-00219f29-2686-4842-b75d-292b0b1a1841 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.114593 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a69298a5-9d5b-4081-b6ff-391142c056f6 req-00219f29-2686-4842-b75d-292b0b1a1841 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.2203374 May 31 12:48:41.115505 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:41.117896 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-54ee10b2-d0db-4db6-8636-2c4dd3ea0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.119535 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-54ee10b2-d0db-4db6-8636-2c4dd3ea0e06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.2065916 May 31 12:48:41.124770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:41.175786 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fcd76-07f3-4fad-8c70-fd656d1f1c12 req-ef7e1472-98e1-4f92-a95b-a84ad5d75406 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.177996 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0d1fcd76-07f3-4fad-8c70-fd656d1f1c12 req-ef7e1472-98e1-4f92-a95b-a84ad5d75406 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2863741 May 31 12:48:41.265018 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a69298a5-9d5b-4081-b6ff-391142c056f6 req-45822f05-504e-49b8-9751-44269cc6f4bc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373906 May 31 12:48:41.280874 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-11639b6b-146c-40c8-871b-bd57394ba004 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 1001 time: 0.1538160 May 31 12:48:41.313705 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0d1fcd76-07f3-4fad-8c70-fd656d1f1c12 req-4c3ded27-302f-4046-ae28-35aceeb0e227 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198049 May 31 12:48:41.382496 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.390999 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.397349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-522790b9-aed3-4448-ad0a-eae6368468cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:41.408130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-f4780033-a33b-48ff-89ac-324b267847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.409713 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-f4780033-a33b-48ff-89ac-324b267847f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.1133037 May 31 12:48:41.425457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:48:41.440858 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f74b99-965b-44eb-99e7-8d0f48455d9d,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.444261 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.444706 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Added segment e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d of type vlan for network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 May 31 12:48:41.446145 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.480798 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.524901 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-cb43b065-3fd5-4d10-8aca-73b776c932d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.527078 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-cb43b065-3fd5-4d10-8aca-73b776c932d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069198 May 31 12:48:41.557445 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.570818 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.571413 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.577822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc9bdab0-cf2d-417f-91db-266d2160eb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:41.618994 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:38Z', 'revision_number': 2, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:41.623747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Checking router: 61ac8960-a7cb-4aee-8033-6a9de25f9593 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:48:41.624202 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Updating router 61ac8960-a7cb-4aee-8033-6a9de25f9593 port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:48:41.686015 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.722525 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-4b6ee881-51a8-4635-8cdf-5fc6ce742708 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834075 May 31 12:48:41.787787 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.828551 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0206378 May 31 12:48:41.836389 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44158) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:41.842673 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Request body: {'subnet': {'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1680401370-subnet', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:41.854380 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:41.857148 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.863377 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.865123 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Usage tracker for resource:subnet and tenant:0c8a25e0dd474e73bd121a2973033e17 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:41.871506 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:41.872579 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:48:41.879044 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:41.893781 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764a4de-639c-4820-b737-ab157f235847 req-a3e24d10-16ba-42ff-8620-5c3585015dcc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.901704 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9764a4de-639c-4820-b737-ab157f235847 req-a3e24d10-16ba-42ff-8620-5c3585015dcc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.3777177 May 31 12:48:41.942421 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Made reservation on behalf of 0c8a25e0dd474e73bd121a2973033e17 for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:41.945298 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6726639'] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.967288 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d9242129-e606-4c6e-8760-a375dbb5c45b req-a9293c35-1c18-4ccf-90f2-70fbc79f8a26 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357783 May 31 12:48:42.140486 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9764a4de-639c-4820-b737-ab157f235847 req-9c646d03-d0e0-40c6-92a0-333513cd11ca tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375884 May 31 12:48:42.188231 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 145699cb-9af8-41e5-a701-b532bdae821c up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:42.216741 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0f09-a767-474e-ae14-3202a586b9ec req-74167bc2-f66d-4fcf-97c8-bb851b0645f9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.218254 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cfac0f09-a767-474e-ae14-3202a586b9ec req-74167bc2-f66d-4fcf-97c8-bb851b0645f9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2292025 May 31 12:48:42.313346 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.329648 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Transition to ACTIVE for port object 6cb590e5-34b2-46f5-acfa-772f0ccd1215 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:42.338695 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 145699cb-9af8-41e5-a701-b532bdae821c triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:42.339302 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.364943 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cfac0f09-a767-474e-ae14-3202a586b9ec req-01a8c95b-196f-4d5d-b28d-1970e23acf05 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359816 May 31 12:48:42.401668 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.406462 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:42.557307 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Pushing event updated for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:42.569403 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:42.729408 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbd34b-0f34-4b38-b80f-16d220c15d64 req-2cdfa89b-fe51-43b2-a86e-9d6e44634161 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.730967 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2fdbd34b-0f34-4b38-b80f-16d220c15d64 req-2cdfa89b-fe51-43b2-a86e-9d6e44634161 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.2809198 May 31 12:48:42.777038 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b250cd-1270-41e1-96c3-1c5f4f7c80ec req-b59e6d8b-ac87-4b94-ae6f-7389ebb54419 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.779038 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-67b250cd-1270-41e1-96c3-1c5f4f7c80ec req-b59e6d8b-ac87-4b94-ae6f-7389ebb54419 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2653115 May 31 12:48:42.799880 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Attempting to bind port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:42.800447 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Attempting to bind port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:42.801208 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Attempting to bind port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 on network 748ca379-fbdc-4052-9413-eb36eaaa6230 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:42.809371 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:42.809749 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Checking segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:42.810158 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.810552 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Bound using segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:42.811032 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Bound port: 6cb590e5-34b2-46f5-acfa-772f0ccd1215, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:42.811408 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.841230 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2fdbd34b-0f34-4b38-b80f-16d220c15d64 req-dfeddfa2-60ab-4f46-83f9-011231092d34 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005638 May 31 12:48:42.898421 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-67b250cd-1270-41e1-96c3-1c5f4f7c80ec req-56275ec8-4735-4d13-94cd-d55b5ef7c946 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918791 May 31 12:48:42.944123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] For port 6cb590e5-34b2-46f5-acfa-772f0ccd1215, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:42.948371 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] For port 6cb590e5-34b2-46f5-acfa-772f0ccd1215, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6cb590e5-34b2-46f5-acfa-772f0ccd1215,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:42.966450 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.978023 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e8ca095d-2cb2-447d-bbed-8a7d55e00c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:43.002015 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6726649'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:43.008487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-66e7ced4-b370-46b8-9b69-0bbba0bbbeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:43.070215 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:43.070852 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:43.128496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Pushing event updated for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:43.131783 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:43.234632 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb134a39-0d4a-4482-a28b-ef9c67af19c6,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:43.238412 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:43.263822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Checking segment: {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:43.264167 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Network hostable DHCP agents. Network: 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:48:43.325208 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:48:43.392583 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:43.418666 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:43.418887 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.419438 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:43.464864 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-cdba3eac-db8a-45fd-988f-382ab5c40741 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6270597 May 31 12:48:43.472795 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44172) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:43.475830 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1704f4-9dcd-459a-bf63-3637195783cb req-6e553206-bf30-467e-9b77-89bd3d460572 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.477884 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f1704f4-9dcd-459a-bf63-3637195783cb req-6e553206-bf30-467e-9b77-89bd3d460572 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.1348696 May 31 12:48:43.497861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:43.512558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:43.518872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Usage tracker for resource:router and tenant:0c8a25e0dd474e73bd121a2973033e17 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:43.523039 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:43.536244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:43.553032 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f1704f4-9dcd-459a-bf63-3637195783cb req-13308516-95d9-4407-9f4a-bd1d862a7dad tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 May 31 12:48:43.575623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8914acfa-2bc3-42c1-a3de-5a7dea06d34b None None] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:43.585413 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-3619e8b9-3259-4b26-b670-60ef8a0994a7 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.598601 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-3619e8b9-3259-4b26-b670-60ef8a0994a7 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Synchronizing usage tracker for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:43.606772 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:43.607988 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:43.637939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:43.666725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebefa-55f5-4938-84b4-904baac1c82f req-47121147-0716-4696-a452-8a6691897de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.668626 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4d0ebefa-55f5-4938-84b4-904baac1c82f req-47121147-0716-4696-a452-8a6691897de6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.4075680 May 31 12:48:43.730066 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94de52-fddd-4e11-a990-7d12e0a8204c req-b1470f4c-9eac-458c-bc2d-4b358d52a9cc tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.740952 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f94de52-fddd-4e11-a990-7d12e0a8204c req-b1470f4c-9eac-458c-bc2d-4b358d52a9cc tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1382275 May 31 12:48:43.797221 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f94de52-fddd-4e11-a990-7d12e0a8204c req-f391010c-9e94-4e94-82af-24e651bfd735 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550787 May 31 12:48:43.822771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-3619e8b9-3259-4b26-b670-60ef8a0994a7 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Unset dirty status for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:43.825772 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-3619e8b9-3259-4b26-b670-60ef8a0994a7 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.7618563 May 31 12:48:43.925707 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4d0ebefa-55f5-4938-84b4-904baac1c82f req-d870ad91-0a3d-41bc-bdee-8f4f9aab2532 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243401 May 31 12:48:43.957943 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:42Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:43.966939 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913f48-35b6-4f33-813c-6452ba26ef57 None None] The sync data for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb is: [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:42Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:48:44.045250 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'fixed_ips': [{'subnet_id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:48:44.046473 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.298003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.327926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6cb590e5-34b2-46f5-acfa-772f0ccd1215 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:44.417322 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04d8c-dc25-458d-acd4-26299269d9e0 req-4dd21fcf-090c-40e6-a816-7e21b4f0a46d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.418896 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eaa04d8c-dc25-458d-acd4-26299269d9e0 req-4dd21fcf-090c-40e6-a816-7e21b4f0a46d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.4027095 May 31 12:48:44.436712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bea8c1-5f69-4009-9a48-be37b525c20d req-f10fe7f1-98bf-4d43-b2a7-f00cd283fe0c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.446524 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c9bea8c1-5f69-4009-9a48-be37b525c20d req-f10fe7f1-98bf-4d43-b2a7-f00cd283fe0c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2500026 May 31 12:48:44.454808 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Allocated IP 172.20.0.2 (8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1/eb134a39-0d4a-4482-a28b-ef9c67af19c6/4b84790b-a951-4b22-a1fb-d6b4f59cba0c) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:44.549514 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:44.557961 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eaa04d8c-dc25-458d-acd4-26299269d9e0 req-e1143dbc-410f-4173-8690-3d76409e45d8 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308682 May 31 12:48:44.578587 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c9bea8c1-5f69-4009-9a48-be37b525c20d req-13c3de3a-45da-414e-8c86-a00bf80b221a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310444 May 31 12:48:44.685218 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Deleting port 183d9912-147f-458c-bdd5-c0cac293f7e8 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:48:44.686169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.689165 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:44.689418 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.938270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] For port 183d9912-147f-458c-bdd5-c0cac293f7e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=183d9912-147f-458c-bdd5-c0cac293f7e8,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:44.938617 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.946419 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3db12a-d521-49b4-ab99-efcacf0e98ec req-b44fd02f-e79c-4fb6-a3fc-0e4588e102f3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.950184 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fe3db12a-d521-49b4-ab99-efcacf0e98ec req-b44fd02f-e79c-4fb6-a3fc-0e4588e102f3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 945 time: 0.1847024 May 31 12:48:45.030695 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fe3db12a-d521-49b4-ab99-efcacf0e98ec req-80af85b4-08d8-46c6-9543-7733b1c57599 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725291 May 31 12:48:45.039793 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.081771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 6cb590e5-34b2-46f5-acfa-772f0ccd1215, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6cb590e5-34b2-46f5-acfa-772f0ccd1215,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:45.096829 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.106375 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:45.137074 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Calling delete_port for 183d9912-147f-458c-bdd5-c0cac293f7e8 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:48:45.176666 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.195226 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Transition to ACTIVE for port object 4b84790b-a951-4b22-a1fb-d6b4f59cba0c will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:45.214900 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:45.228716 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:45.236249 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Transition to ACTIVE for port object 4b84790b-a951-4b22-a1fb-d6b4f59cba0c will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:45.246795 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.251273 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:45.353591 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:45.356966 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:45.366003 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:45.376863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Pushing event updated for resources: {'Port': ['ID=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:45.398433 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.411522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:45.435151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.505259 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Attempting to bind port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:45.506104 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Attempting to bind port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:45.506630 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Attempting to bind port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c on network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:45.512620 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:45.512997 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Checking segment: {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:45.513410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.513826 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Bound using segment: {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:45.514566 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Bound port: 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:45.514774 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.573881 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.585283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:45.651760 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event deleted for resources: {'Port': ['ID=183d9912-147f-458c-bdd5-c0cac293f7e8,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:45.654885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:45.726535 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4', 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', '27f28d25-f9f8-412d-9ede-55a1d3d981be'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:45.836624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] No DVR routers for this DVR port 183d9912-147f-458c-bdd5-c0cac293f7e8 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:48:45.871330 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.874398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'name': 'network-vif-deleted', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:45.877743 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448a6421-9d0f-4549-a865-68e9ea1705f4" -d '{"events": [{"server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "name": "network-vif-deleted", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:45.918833 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e8c107f5-351e-4d6b-8cc5-8c29f18df3d9 req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "DELETE /v2.0/ports/183d9912-147f-458c-bdd5-c0cac293f7e8 HTTP/1.1" status: 204 len: 173 time: 2.0841923 May 31 12:48:45.928279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Allocated IP 172.28.0.145 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/1be79356-6298-4d06-81d4-2de61bf32e78) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:45.957858 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] For port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:45.962033 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] For port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:45.972109 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.985491 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-df780f2d-6723-4d06-8f1a-8e0656778a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:46.123036 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Pushing event updated for resources: {'Port': ['ID=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:46.126622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:46.150977 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899d86-663b-4eec-8f2b-c06db986cf42 req-cd7056e1-fa4d-4925-b07e-3c110d8ec0d0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.152771 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ca899d86-663b-4eec-8f2b-c06db986cf42 req-cd7056e1-fa4d-4925-b07e-3c110d8ec0d0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.3755093 May 31 12:48:46.246352 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.246828 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6cb590e5-34b2-46f5-acfa-772f0ccd1215 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:46.254833 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed018de0-46ba-49ec-8b14-3db6dfb75183 req-d177add5-d4f0-478d-95ec-e3dd56346284 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.263501 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed018de0-46ba-49ec-8b14-3db6dfb75183 req-d177add5-d4f0-478d-95ec-e3dd56346284 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.4167123 May 31 12:48:46.300462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.309401 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-196ed15d-5743-487d-8770-90082f58463c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:46.352577 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed018de0-46ba-49ec-8b14-3db6dfb75183 req-cd192d40-0ebb-4256-a00e-09b26c8bab6a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877130 May 31 12:48:46.371370 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ca899d86-663b-4eec-8f2b-c06db986cf42 req-a7efa417-3cf3-43f8-bfbf-0fee71255525 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011206 May 31 12:48:46.478114 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:46.478471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.492415 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:46.493860 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Pushing event updated for resources: {'Port': ['ID=1be79356-6298-4d06-81d4-2de61bf32e78,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:46.496504 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:46.561097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:46.561860 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:46.723117 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0a618-30c2-4857-a99c-893f0edf4f7e x-openstack-request-id: req-bdd0a618-30c2-4857-a99c-893f0edf4f7e {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:46.723465 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0f1ae9-51e8-4a58-8778-f468d57bc8f8", "name": "network-vif-deleted", "tag": "183d9912-147f-458c-bdd5-c0cac293f7e8", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:46.723877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdd0a618-30c2-4857-a99c-893f0edf4f7e {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:46.724317 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0f1ae9-51e8-4a58-8778-f468d57bc8f8', 'name': 'network-vif-deleted', 'tag': '183d9912-147f-458c-bdd5-c0cac293f7e8', 'status': 'completed', 'code': 200} May 31 12:48:47.034511 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-764c570a-c422-4262-8d16-11900f87e5a5 req-57b364d6-ca3a-470d-acbd-5a7a4fb0b148 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb0f1ae9-51e8-4a58-8778-f468d57bc8f8 HTTP/1.1" status: 200 len: 210 time: 0.3077064 May 31 12:48:47.256759 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 183d9912-147f-458c-bdd5-c0cac293f7e8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:48:47.361477 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 183d9912-147f-458c-bdd5-c0cac293f7e8 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:48:47.362692 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 183d9912-147f-458c-bdd5-c0cac293f7e8 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:48:47.552373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:47.654021 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-b68c64d5-4ac0-4d17-8f4f-58d6465b0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.656559 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-b68c64d5-4ac0-4d17-8f4f-58d6465b0d52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86e3030d22e8464dba4ede083f2e091b&device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 1099 time: 0.3118887 May 31 12:48:47.692796 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c423f9-0f85-410f-a303-80873a311e24 req-e195b1a4-abfc-4e45-a6f8-cb72737c2b26 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.695949 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42c423f9-0f85-410f-a303-80873a311e24 req-e195b1a4-abfc-4e45-a6f8-cb72737c2b26 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1238325 May 31 12:48:47.710932 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09441c-9c54-4e65-9e6f-05224a0c4bc0 req-eb47d1fb-59a3-4f4b-be26-e3dd3db8ee67 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.717999 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dd09441c-9c54-4e65-9e6f-05224a0c4bc0 req-eb47d1fb-59a3-4f4b-be26-e3dd3db8ee67 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2162001 May 31 12:48:47.739589 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b8beb-7ec9-440e-b0ac-6a42d44973a2 None None] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:47.810854 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42c423f9-0f85-410f-a303-80873a311e24 req-03e3b42b-0d47-40e9-b2ec-3a98d44adc06 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732419 May 31 12:48:47.833004 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dd09441c-9c54-4e65-9e6f-05224a0c4bc0 req-f53fc4a8-cd88-41d6-b03e-4168b027c32f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139598 May 31 12:48:47.887288 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-4b7650e3-b6ed-492f-9342-6c66b4aeb595 None None] Provisioning for port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:48.157260 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-f78480e6-d926-43ab-951c-ecf8471af7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:48.158860 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-f78480e6-d926-43ab-951c-ecf8471af7af service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 200 len: 919 time: 0.4051640 May 31 12:48:48.159903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.231278 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 4b84790b-a951-4b22-a1fb-d6b4f59cba0c up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:48.278716 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-5bf781bd-c254-457f-ba88-8c84a6609da2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 200 len: 217 time: 0.1118350 May 31 12:48:48.365905 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:48.374653 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:48.376350 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.418145 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-98f6445a-8610-437c-bd2b-3f890024ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:48.419670 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-98f6445a-8610-437c-bd2b-3f890024ce38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 200 len: 858 time: 0.0690949 May 31 12:48:48.459315 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Provisioning complete for port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:48.461174 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.491767 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-860fd243-4930-4c70-8558-c54ec5fd7aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628576 May 31 12:48:48.668150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.687231 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.736949 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] For port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:48.743632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:48.743911 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-32cf940d-af65-499f-8f43-8f0681361404 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442348 May 31 12:48:48.746121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:48.775791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Router e242b21e-08db-4511-b7ac-98c73465cde6 is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:48:48.877046 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.db.api [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:48:48.877424 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_db.api [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:48:48.881054 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Pushing event updated for resources: {'Port': ['ID=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:48.885398 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:49.148756 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fe50-2c85-4341-b5d0-d1aebf9f46ec req-5ff23e74-07e1-48ed-b0da-2d72429dbbf8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:49.156398 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7552fe50-2c85-4341-b5d0-d1aebf9f46ec req-5ff23e74-07e1-48ed-b0da-2d72429dbbf8 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1794281 May 31 12:48:49.206092 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dd855eed-537f-4ffd-8b1e-a549bc753763 req-dfb1d5a8-8f95-49db-a7b7-ff8e44ea14a8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510438 May 31 12:48:49.215072 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7552fe50-2c85-4341-b5d0-d1aebf9f46ec req-89aba88f-eee7-4ef1-ae27-681af1a88dca tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 May 31 12:48:49.219597 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:48:49.234387 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaa13e-05bf-4f24-8969-c60ea37e5dc3 req-67db53cf-6ccf-4d9e-a025-1160a9e70fb1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:49.236602 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Sync routers for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:48:49.244757 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ceaaa13e-05bf-4f24-8969-c60ea37e5dc3 req-67db53cf-6ccf-4d9e-a025-1160a9e70fb1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.2086401 May 31 12:48:49.247688 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:49.248473 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:49.259601 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:49.261378 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7844448 May 31 12:48:49.265723 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44216) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:49.296738 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ceaaa13e-05bf-4f24-8969-c60ea37e5dc3 req-afd82252-d4a2-41e0-b09f-4ba1bf6fe5b4 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 May 31 12:48:49.499545 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:49.875815 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:47Z', 'revision_number': 3, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:49.884616 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Checking router: e242b21e-08db-4511-b7ac-98c73465cde6 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:48:49.885858 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Updating router e242b21e-08db-4511-b7ac-98c73465cde6 port 1be79356-6298-4d06-81d4-2de61bf32e78 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:48:49.974006 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.025022 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13528c-663e-46e3-9894-83dae1adf9dc req-ac1ba5c7-2e1e-4c5a-964e-23a9645f68d3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:50.026810 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ac13528c-663e-46e3-9894-83dae1adf9dc req-ac1ba5c7-2e1e-4c5a-964e-23a9645f68d3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.1036949 May 31 12:48:50.093100 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ac13528c-663e-46e3-9894-83dae1adf9dc req-296df1f5-f6f2-43f8-9e6e-612ee97afc0f tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583348 May 31 12:48:50.161987 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 4b84790b-a951-4b22-a1fb-d6b4f59cba0c up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:50.296681 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:50.297223 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.350995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.544111 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.563522 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Transition to ACTIVE for port object 1be79356-6298-4d06-81d4-2de61bf32e78 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:50.575647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b402a5-fd55-44f2-86b1-45876dc86076 req-e06eb1c8-e18d-4e9c-803d-a7f3ab034067 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:50.577850 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.583326 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a7b402a5-fd55-44f2-86b1-45876dc86076 req-e06eb1c8-e18d-4e9c-803d-a7f3ab034067 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1693399 May 31 12:48:50.596980 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-638ea4ae-3abd-4b7b-b32f-35b3df93b0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:50.636417 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a7b402a5-fd55-44f2-86b1-45876dc86076 req-7ec18a5c-a2ce-4300-833a-26b9a659c327 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 May 31 12:48:50.650161 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ee8b8-84a8-4791-ae8e-a472263593e7 req-d122a7dc-678d-4e74-8ac5-9889bb8a6603 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:50.653643 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d81ee8b8-84a8-4791-ae8e-a472263593e7 req-d122a7dc-678d-4e74-8ac5-9889bb8a6603 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1772044 May 31 12:48:50.706606 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Attempting to bind port 1be79356-6298-4d06-81d4-2de61bf32e78 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:50.707283 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Attempting to bind port 1be79356-6298-4d06-81d4-2de61bf32e78 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:50.707708 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Attempting to bind port 1be79356-6298-4d06-81d4-2de61bf32e78 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:50.715393 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:50.715862 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:50.716297 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.717835 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:50.717835 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Bound port: 1be79356-6298-4d06-81d4-2de61bf32e78, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:50.717835 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.734139 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Allocated IP 172.20.0.1 (8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1/eb134a39-0d4a-4482-a28b-ef9c67af19c6/dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:50.744202 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d81ee8b8-84a8-4791-ae8e-a472263593e7 req-9d2c38e5-2054-44a2-8883-2aa2fa0ac099 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839875 May 31 12:48:50.757972 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e62971-d906-4906-b922-c633ba3bc3f7 None None] Pushing event updated for resources: {'Port': ['ID=1be79356-6298-4d06-81d4-2de61bf32e78,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:50.767021 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-c4e62971-d906-4906-b922-c633ba3bc3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:50.831228 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] For port 1be79356-6298-4d06-81d4-2de61bf32e78, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:50.836906 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] For port 1be79356-6298-4d06-81d4-2de61bf32e78, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=1be79356-6298-4d06-81d4-2de61bf32e78,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:50.843888 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.847954 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:50.937916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.958920 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Transition to ACTIVE for port object dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:50.959540 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:50.960173 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:50.985730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.991167 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:51.047291 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e62971-d906-4906-b922-c633ba3bc3f7 None None] Pushing event updated for resources: {'Port': ['ID=1be79356-6298-4d06-81d4-2de61bf32e78,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:51.047291 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-c4e62971-d906-4906-b922-c633ba3bc3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:51.077524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:51.077524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:51.087941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:51.137146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Pushing event updated for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:51.159960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.303793 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:51.356351 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:51.445779 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703647b5-01f4-4270-a66a-87c06c71e369 req-4f3358cf-a072-4540-b6d5-151643e499be tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.453613 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-703647b5-01f4-4270-a66a-87c06c71e369 req-4f3358cf-a072-4540-b6d5-151643e499be tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.1326551 May 31 12:48:51.487777 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.516582 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-703647b5-01f4-4270-a66a-87c06c71e369 req-0491c5d5-94ee-4a96-b8fd-b451844187df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 May 31 12:48:51.599298 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e5acf074-09ac-40d3-9d30-02a72bf806a4 None None] Provisioning for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:51.605028 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e5acf074-09ac-40d3-9d30-02a72bf806a4 None None] Provisioning complete for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:51.605233 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e5acf074-09ac-40d3-9d30-02a72bf806a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.690488 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-e5acf074-09ac-40d3-9d30-02a72bf806a4 None None] Port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:48:51.729691 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:47Z', 'revision_number': 3, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:51.737252 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e8f90-6347-41ce-8f94-245fc6e87b8c None None] The sync data for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb is: [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:47Z', 'revision_number': 3, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:48:51.879896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9cc4-253c-4c0d-82e2-04e85f7b2b49 req-97958ac0-ab5d-495c-b2c6-b4e0b083153f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.883696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.887094 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8f3a9cc4-253c-4c0d-82e2-04e85f7b2b49 req-97958ac0-ab5d-495c-b2c6-b4e0b083153f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0994692 May 31 12:48:51.942248 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.999112 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3b4b5830-7d77-48c2-ba30-3f17f5d8037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:52.034720 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8f3a9cc4-253c-4c0d-82e2-04e85f7b2b49 req-9c1f0dc3-8ad7-4fd5-8ced-b03434a24a92 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466756 May 31 12:48:52.074867 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:52.107647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750d24-c804-49d4-9f44-00751c972160 req-0bea665c-0f8c-43c2-8933-48ce7bb7717e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.109560 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36750d24-c804-49d4-9f44-00751c972160 req-0bea665c-0f8c-43c2-8933-48ce7bb7717e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1558824 May 31 12:48:52.187416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Pushing event updated for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:52.203765 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:52.224594 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-36750d24-c804-49d4-9f44-00751c972160 req-63827ec9-7059-4175-9c28-be59a66d991b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060038 May 31 12:48:52.326144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-4584c444-6373-4db2-9be5-c8863b5e5192 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.326888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-4584c444-6373-4db2-9be5-c8863b5e5192 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Synchronizing usage tracker for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:52.390313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:52.391917 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:52.393941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-4584c444-6373-4db2-9be5-c8863b5e5192 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Unset dirty status for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:52.395250 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-4584c444-6373-4db2-9be5-c8863b5e5192 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.4997113 May 31 12:48:52.774022 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Router e242b21e-08db-4511-b7ac-98c73465cde6 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:48:52.829965 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc919c-fb64-431f-8ec5-73badac23d33 req-d24d0e61-cc66-4557-ba0b-3e847a041eb3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.838288 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e9bc919c-fb64-431f-8ec5-73badac23d33 req-d24d0e61-cc66-4557-ba0b-3e847a041eb3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 945 time: 0.1187985 May 31 12:48:52.858634 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-d51e987b-5c0c-4268-a23c-d8f6dfc9b0fc None None] Provisioning complete for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:52.859135 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-d51e987b-5c0c-4268-a23c-d8f6dfc9b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:52.892853 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e9bc919c-fb64-431f-8ec5-73badac23d33 req-c9fbaefe-6d59-4b2a-aceb-6f9cb3e1c3ff tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 May 31 12:48:52.952571 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-d51e987b-5c0c-4268-a23c-d8f6dfc9b0fc None None] Port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:48:53.110430 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Deleting port 27f28d25-f9f8-412d-9ede-55a1d3d981be {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:48:53.110759 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:53.124640 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:48:53.141747 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] 10.222.0.49 "PUT /v2.0/routers/e242b21e-08db-4511-b7ac-98c73465cde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8746145 May 31 12:48:53.252905 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] For port 27f28d25-f9f8-412d-9ede-55a1d3d981be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27f28d25-f9f8-412d-9ede-55a1d3d981be,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:53.253299 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:53.378950 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Calling delete_port for 27f28d25-f9f8-412d-9ede-55a1d3d981be owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:48:53.463137 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069df78e-4702-443c-88b9-0083054a1b68 req-a14e99d6-c9a7-4879-8b61-b5321c80087a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:53.466050 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-069df78e-4702-443c-88b9-0083054a1b68 req-a14e99d6-c9a7-4879-8b61-b5321c80087a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.0975897 May 31 12:48:53.529793 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-069df78e-4702-443c-88b9-0083054a1b68 req-ee70ca54-fa32-4269-8d65-635ea4e5f70f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575686 May 31 12:48:53.664163 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:53.672132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:53.677918 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4', 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:53.726467 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event deleted for resources: {'Port': ['ID=27f28d25-f9f8-412d-9ede-55a1d3d981be,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:53.770940 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:53.825123 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] No DVR routers for this DVR port 27f28d25-f9f8-412d-9ede-55a1d3d981be on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:48:53.828689 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-799f91bf-27cc-4832-8c81-f59e5b8af4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:53.830473 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-799f91bf-27cc-4832-8c81-f59e5b8af4f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1098 time: 0.2669990 May 31 12:48:53.831585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:53.835941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'name': 'network-vif-deleted', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:53.838506 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0482fc7-3264-4e95-9576-1541d64cf074" -d '{"events": [{"server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "name": "network-vif-deleted", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:53.909361 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4fd3f-9df5-4164-9885-859f6fafcedb x-openstack-request-id: req-3ef4fd3f-9df5-4164-9885-859f6fafcedb {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:53.909735 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54611c-1cf6-47f1-99ad-62b8de4cab6b", "name": "network-vif-deleted", "tag": "27f28d25-f9f8-412d-9ede-55a1d3d981be", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:53.909946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef4fd3f-9df5-4164-9885-859f6fafcedb {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:53.910593 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54611c-1cf6-47f1-99ad-62b8de4cab6b', 'name': 'network-vif-deleted', 'tag': '27f28d25-f9f8-412d-9ede-55a1d3d981be', 'status': 'completed', 'code': 200} May 31 12:48:53.999041 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a8c9a972-a8d0-44a7-9ddd-11ffc11ed8e9 req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "DELETE /v2.0/ports/27f28d25-f9f8-412d-9ede-55a1d3d981be HTTP/1.1" status: 204 len: 173 time: 1.5305719 May 31 12:48:54.127569 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-72c28360-9a95-4da2-8fac-789bf9835026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:54.129527 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-72c28360-9a95-4da2-8fac-789bf9835026 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.2824166 May 31 12:48:54.176804 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Sync routers for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:48:54.199656 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:54.200964 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:54.206965 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a9f2e7dd-a33f-4ea6-94c8-1e96b48461c9 req-450e3ecd-9ad6-496a-b7bd-4df58fc52184 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff54611c-1cf6-47f1-99ad-62b8de4cab6b HTTP/1.1" status: 200 len: 210 time: 0.1145759 May 31 12:48:54.325873 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 1be79356-6298-4d06-81d4-2de61bf32e78 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:54.337270 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-c72ce51b-316a-4b87-819d-25f5240f3a6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 1001 time: 0.2008734 May 31 12:48:54.441356 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-9501f723-6dd8-42d2-8fd2-d37894c0240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:54.443433 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-9501f723-6dd8-42d2-8fd2-d37894c0240a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0981584 May 31 12:48:54.501517 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 1be79356-6298-4d06-81d4-2de61bf32e78 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:54.513470 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 1be79356-6298-4d06-81d4-2de61bf32e78 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:54.513869 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.559037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-a1e77ac6-e1d9-45a2-b27d-1751eedc02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:54.563855 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-a1e77ac6-e1d9-45a2-b27d-1751eedc02db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1086805 May 31 12:48:54.581963 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:54.888176 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-768490fb-e54e-4374-9501-e8e217395913 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113868 May 31 12:48:54.910873 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.957238 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 1be79356-6298-4d06-81d4-2de61bf32e78, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=1be79356-6298-4d06-81d4-2de61bf32e78,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:54.989924 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.998884 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:55.034243 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7cc71-1c9e-4156-b808-78ef5cf0911b req-420465b6-aeb1-45d8-a3e5-e0b684d8158d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:55.036064 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f1a7cc71-1c9e-4156-b808-78ef5cf0911b req-420465b6-aeb1-45d8-a3e5-e0b684d8158d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1908774 May 31 12:48:55.085771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=1be79356-6298-4d06-81d4-2de61bf32e78,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:55.100731 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:55.108284 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f1a7cc71-1c9e-4156-b808-78ef5cf0911b req-0188e605-864e-4b4b-a15c-c4e71ded3568 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 May 31 12:48:55.109870 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:51Z', 'revision_number': 4, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd', 'name': '', 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'mac_address': 'fa:16:3e:22:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:50Z', 'updated_at': '2021-05-31T12:48:51Z', 'revision_number': 2, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'subnets': [{'id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:55.115672 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Checking router: e242b21e-08db-4511-b7ac-98c73465cde6 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:48:55.116030 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Updating router e242b21e-08db-4511-b7ac-98c73465cde6 port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:48:55.134957 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f3f0f2ed-ddd6-4a16-a36f-8595f2484ac0 req-220c7374-2d85-4a1e-a272-1f61171f7f24 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334216 May 31 12:48:55.174364 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.432810 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 27f28d25-f9f8-412d-9ede-55a1d3d981be no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:48:55.481984 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 27f28d25-f9f8-412d-9ede-55a1d3d981be {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:48:55.482326 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 27f28d25-f9f8-412d-9ede-55a1d3d981be not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:48:55.610603 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.627732 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Transition to ACTIVE for port object dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:55.638004 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.645285 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:55.735492 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee24b1-55db-46a4-b568-0e73c276996e req-b4edca5d-b79b-41fe-9216-7d832633d7ee tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:55.743808 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51ee24b1-55db-46a4-b568-0e73c276996e req-b4edca5d-b79b-41fe-9216-7d832633d7ee tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1162860 May 31 12:48:55.817087 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51ee24b1-55db-46a4-b568-0e73c276996e req-7c56c9ea-7658-4c4e-b645-8d3fd4a5e192 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 May 31 12:48:55.923877 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Pushing event updated for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:55.932112 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:56.020297 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Attempting to bind port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:56.020661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Attempting to bind port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:56.021029 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Attempting to bind port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd on network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:56.030310 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:56.030551 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Checking segment: {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:56.030968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.031391 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Bound using segment: {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:56.032119 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Bound port: dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:56.032276 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.142052 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] For port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:56.147103 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] For port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:56.160595 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.171935 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:56.215688 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 1be79356-6298-4d06-81d4-2de61bf32e78 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:56.323295 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:48:56.327292 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:48:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:56.399774 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Pushing event updated for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:56.404199 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:56.409968 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f87c7-03ef-49e0-9896-ca27567e0e67 req-505d5dc3-e413-4bc6-abe9-1bbc226bda81 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:56.419896 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-725f87c7-03ef-49e0-9896-ca27567e0e67 req-505d5dc3-e413-4bc6-abe9-1bbc226bda81 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 945 time: 0.1478250 May 31 12:48:56.476740 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-725f87c7-03ef-49e0-9896-ca27567e0e67 req-c975a4dc-7c30-4591-8917-33b86f0be2d0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558136 May 31 12:48:56.548607 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 1be79356-6298-4d06-81d4-2de61bf32e78 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:56.549219 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.619390 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:48:57.109674 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1367ba-4071-4b48-9cec-2bfe3a210f14 req-31778aa1-cb7d-436c-8f5f-c0f5881115ec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.118220 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e1367ba-4071-4b48-9cec-2bfe3a210f14 req-31778aa1-cb7d-436c-8f5f-c0f5881115ec tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1021817 May 31 12:48:57.174479 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:51Z', 'revision_number': 4, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd', 'name': '', 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'mac_address': 'fa:16:3e:22:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:50Z', 'updated_at': '2021-05-31T12:48:56Z', 'revision_number': 4, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'subnets': [{'id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:48:57.183842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b4c2b-3cb0-4ef4-8909-374626448d51 None None] The sync data for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb is: [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:48:51Z', 'revision_number': 4, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd', 'name': '', 'network_id': '8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'mac_address': 'fa:16:3e:22:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:50Z', 'updated_at': '2021-05-31T12:48:56Z', 'revision_number': 4, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'subnets': [{'id': 'eb134a39-0d4a-4482-a28b-ef9c67af19c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:48:57.194249 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e1367ba-4071-4b48-9cec-2bfe3a210f14 req-d1b0b557-fdc0-4f4d-960b-a8c090379fed tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 May 31 12:48:57.337380 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:48:57.352661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242553-962e-491e-bebf-a3042d1f0b56 req-8e6b7f8a-48d5-4f6f-a649-7386ee0e5e12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.353440 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-78242553-962e-491e-bebf-a3042d1f0b56 req-8e6b7f8a-48d5-4f6f-a649-7386ee0e5e12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Synchronizing usage tracker for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:57.379008 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-78242553-962e-491e-bebf-a3042d1f0b56 req-8e6b7f8a-48d5-4f6f-a649-7386ee0e5e12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Unset dirty status for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:57.380437 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-78242553-962e-491e-bebf-a3042d1f0b56 req-8e6b7f8a-48d5-4f6f-a649-7386ee0e5e12 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 945 time: 0.2236254 May 31 12:48:57.581506 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.616955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Deleting port bf12d513-f6ce-4555-ac7a-3cb994d245b0 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:48:57.617909 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.652881 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be742-d180-4caf-9cb2-dd1042b2ee7e req-4a686ad8-e412-4a71-99d1-c3bc9cde54dd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.661166 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-721be742-d180-4caf-9cb2-dd1042b2ee7e req-4a686ad8-e412-4a71-99d1-c3bc9cde54dd tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1309836 May 31 12:48:57.684956 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:57.687968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c46136-e6d5-45c5-bcb7-3687d7cd18ae" -d '{"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-unplugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:57.721098 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:57.729968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.732041 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:57.838826 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-721be742-d180-4caf-9cb2-dd1042b2ee7e req-e81834a0-08d4-42a2-aa2a-691ad28cbb69 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764684 May 31 12:48:57.897119 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=8']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:57.903213 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:57.922386 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] For port bf12d513-f6ce-4555-ac7a-3cb994d245b0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bf12d513-f6ce-4555-ac7a-3cb994d245b0,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:57.922971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.965272 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2144f36-042b-440a-8d0e-4af271201224 x-openstack-request-id: req-b2144f36-042b-440a-8d0e-4af271201224 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:57.965448 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0d77-9ae8-487a-81c9-71965e88db5c req-60f402fc-29f1-4b2f-b158-f3ce99e27392 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.965752 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-unplugged", "status": "failed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "code": 422}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:57.966091 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2144f36-042b-440a-8d0e-4af271201224 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:57.966627 dv-cinder-786386-7-smb neutron-server[98248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'code': 422} returned with failed status May 31 12:48:57.966888 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c7f0d77-9ae8-487a-81c9-71965e88db5c req-60f402fc-29f1-4b2f-b158-f3ce99e27392 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.2501352 May 31 12:48:58.022831 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c7f0d77-9ae8-487a-81c9-71965e88db5c req-8c510e33-5f7e-4f19-a59d-07b148569df1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 May 31 12:48:58.096340 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Calling delete_port for bf12d513-f6ce-4555-ac7a-3cb994d245b0 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:48:58.247427 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:58.421765 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.432412 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:58.438415 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4', 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:58.442356 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:58.479474 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5219c77c-5c5e-4008-b4e9-d3306631313a req-813e331d-dd60-47ec-a59d-68b38c5fc5b9 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 210 time: 0.0765131 May 31 12:48:58.496508 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event deleted for resources: {'Port': ['ID=bf12d513-f6ce-4555-ac7a-3cb994d245b0,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:58.505664 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:58.562269 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:58.563038 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.705942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] No DVR routers for this DVR port bf12d513-f6ce-4555-ac7a-3cb994d245b0 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:48:58.708587 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.711594 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'name': 'network-vif-deleted', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:58.714173 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40082c1e-e20b-4d7b-9515-622a18c48d67" -d '{"events": [{"server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "name": "network-vif-deleted", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:58.737472 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-78242553-962e-491e-bebf-a3042d1f0b56 req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "DELETE /v2.0/ports/bf12d513-f6ce-4555-ac7a-3cb994d245b0 HTTP/1.1" status: 204 len: 173 time: 1.3476241 May 31 12:48:58.816759 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a17f87-13d7-4ecc-aac1-60a0e9f4f765 x-openstack-request-id: req-f7a17f87-13d7-4ecc-aac1-60a0e9f4f765 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:58.817095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a36ff46-d75a-43ed-92ba-d82f3623c2b1", "name": "network-vif-deleted", "tag": "bf12d513-f6ce-4555-ac7a-3cb994d245b0", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:58.817379 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7a17f87-13d7-4ecc-aac1-60a0e9f4f765 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:58.817816 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a36ff46-d75a-43ed-92ba-d82f3623c2b1', 'name': 'network-vif-deleted', 'tag': 'bf12d513-f6ce-4555-ac7a-3cb994d245b0', 'status': 'completed', 'code': 200} May 31 12:48:59.107717 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.159889 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:59.167327 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.171210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:59.201499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8239ce-a308-4438-9708-affa074e0a99 req-5ae526b6-12b9-47ff-bbe0-2102aa4574d7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:59.209571 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f8239ce-a308-4438-9708-affa074e0a99 req-5ae526b6-12b9-47ff-bbe0-2102aa4574d7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1105690 May 31 12:48:59.248717 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:59.256890 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:59.262403 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f8239ce-a308-4438-9708-affa074e0a99 req-7f9d2752-21f6-441a-9afe-32ea426baeeb tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 May 31 12:48:59.645208 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec517-429b-4bb1-bc6b-d6a6a4222a85 req-20defbc8-a092-4b78-b160-6062966918ff tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:59.666736 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0b3ec517-429b-4bb1-bc6b-d6a6a4222a85 req-20defbc8-a092-4b78-b160-6062966918ff tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1444523 May 31 12:48:59.720576 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-89750000-02fd-4abe-a683-1c54e61bbc1e req-086512ce-6e54-419e-9205-b9c0f3684b35 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a36ff46-d75a-43ed-92ba-d82f3623c2b1 HTTP/1.1" status: 200 len: 210 time: 0.0500486 May 31 12:48:59.780329 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0b3ec517-429b-4bb1-bc6b-d6a6a4222a85 req-4c7dc627-7974-4cb4-81bf-eadb912a9285 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120448 May 31 12:48:59.953922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44370) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:00.003860 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-fdead42d-fc3d-4b36-9ee3-1224f763a113 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.005315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-fdead42d-fc3d-4b36-9ee3-1224f763a113 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:00.030371 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-fdead42d-fc3d-4b36-9ee3-1224f763a113 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:00.031895 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-fdead42d-fc3d-4b36-9ee3-1224f763a113 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1207457 May 31 12:49:00.101780 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-ca6bfd86-2aa9-475e-a56b-390f43f7b742 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465914 May 31 12:49:00.187090 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:00.250280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Deleting port 840ad250-920e-4f96-8c1d-ad26067c7fc4 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:00.250995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.315832 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:00.316388 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.499554 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] For port 840ad250-920e-4f96-8c1d-ad26067c7fc4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=840ad250-920e-4f96-8c1d-ad26067c7fc4,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:00.503811 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.520191 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961aba-1802-49ac-a826-e9ae237ef3e6 req-748139c9-9f10-442c-8c68-837f02c700da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.527977 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e6961aba-1802-49ac-a826-e9ae237ef3e6 req-748139c9-9f10-442c-8c68-837f02c700da tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 945 time: 0.1020305 May 31 12:49:00.608861 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e6961aba-1802-49ac-a826-e9ae237ef3e6 req-3566ba41-5180-4bbc-bf3f-8deb877d67c0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 May 31 12:49:00.655033 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Calling delete_port for 840ad250-920e-4f96-8c1d-ad26067c7fc4 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:00.800610 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.820237 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6b400ede-7c30-495b-aa14-fd8320c2a8ec', '840ad250-920e-4f96-8c1d-ad26067c7fc4'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:00.834016 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-02016cfb-e882-4552-b7bf-66b8ef60e1f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:01.036692 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f752078-6707-4e8f-bd76-b8d135b8470d req-2498c8c5-776b-4837-a597-98cbc9ebe7ad tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:01.045119 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9f752078-6707-4e8f-bd76-b8d135b8470d req-2498c8c5-776b-4837-a597-98cbc9ebe7ad tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1174402 May 31 12:49:01.104543 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9f752078-6707-4e8f-bd76-b8d135b8470d req-a1bc7341-4ccf-488a-8534-a1e6c2832b21 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583820 May 31 12:49:01.164349 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] No DVR routers for this DVR port 840ad250-920e-4f96-8c1d-ad26067c7fc4 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:49:01.167586 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Pushing event deleted for resources: {'Port': ['ID=840ad250-920e-4f96-8c1d-ad26067c7fc4,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:01.170228 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:01.173499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'name': 'network-vif-deleted', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:01.175944 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06c2fde-f44d-490c-a628-ff16d6360116" -d '{"events": [{"server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "name": "network-vif-deleted", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:01.180228 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:01.210782 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-550a5355-1da2-4186-8d16-a9fd8d3aa914 req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "DELETE /v2.0/ports/840ad250-920e-4f96-8c1d-ad26067c7fc4 HTTP/1.1" status: 204 len: 173 time: 1.1719687 May 31 12:49:01.295389 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4efc550-881c-4bb7-963c-59a24029f9e2 x-openstack-request-id: req-f4efc550-881c-4bb7-963c-59a24029f9e2 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:01.296066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9aefc3-4bb1-4582-b476-48536d491b2e", "name": "network-vif-deleted", "tag": "840ad250-920e-4f96-8c1d-ad26067c7fc4", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:01.296349 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4efc550-881c-4bb7-963c-59a24029f9e2 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:01.296768 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9aefc3-4bb1-4582-b476-48536d491b2e', 'name': 'network-vif-deleted', 'tag': '840ad250-920e-4f96-8c1d-ad26067c7fc4', 'status': 'completed', 'code': 200} May 31 12:49:01.354674 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:01.496224 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 840ad250-920e-4f96-8c1d-ad26067c7fc4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:01.530257 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 840ad250-920e-4f96-8c1d-ad26067c7fc4 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:01.530804 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 840ad250-920e-4f96-8c1d-ad26067c7fc4 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:01.531395 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device bf12d513-f6ce-4555-ac7a-3cb994d245b0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:01.568382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: bf12d513-f6ce-4555-ac7a-3cb994d245b0 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:01.568883 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device bf12d513-f6ce-4555-ac7a-3cb994d245b0 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:01.848537 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5704dd01-291b-4f03-86e4-b813ba3eb01d req-c700a0c0-44f4-4dfe-b3ab-9b1a8f743bf5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c9aefc3-4bb1-4582-b476-48536d491b2e HTTP/1.1" status: 200 len: 210 time: 0.0559382 May 31 12:49:02.391317 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ac85-02a8-48d3-a585-1c1ebedac01e req-e91b2edd-c56f-4f65-bd1f-70a7d2ed8bc5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.394324 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-32858679-d8e9-424a-b881-68fba9103c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.397116 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-32858679-d8e9-424a-b881-68fba9103c18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 1096 time: 0.1352074 May 31 12:49:02.397797 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8482ac85-02a8-48d3-a585-1c1ebedac01e req-e91b2edd-c56f-4f65-bd1f-70a7d2ed8bc5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1118171 May 31 12:49:02.476006 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8482ac85-02a8-48d3-a585-1c1ebedac01e req-e1227a8a-c7e9-4029-9127-438627e8c49f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757604 May 31 12:49:02.528154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-2ce74639-0259-42d7-9d7b-3afcba19d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.531711 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-2ce74639-0259-42d7-9d7b-3afcba19d230 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1096 time: 0.1044159 May 31 12:49:02.690845 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-82cf66a6-c66e-4929-a7bb-a537addff921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.692413 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-82cf66a6-c66e-4929-a7bb-a537addff921 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.1560948 May 31 12:49:02.780263 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58a910-1231-40c5-93b1-c60e64aa4094 req-a412c9db-e4bf-4904-b191-58e99212bb7c tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.789650 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bf58a910-1231-40c5-93b1-c60e64aa4094 req-a412c9db-e4bf-4904-b191-58e99212bb7c tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1046824 May 31 12:49:02.808592 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-b123a78a-40fe-4200-96c1-bfb1e9fa7816 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 999 time: 0.1083384 May 31 12:49:02.849817 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bf58a910-1231-40c5-93b1-c60e64aa4094 req-3fb9d80d-aa37-4d20-87f4-5549520dc776 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 May 31 12:49:02.891873 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-35ffe047-1352-4998-af89-668c60650df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.893344 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-35ffe047-1352-4998-af89-668c60650df3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0707541 May 31 12:49:02.990172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-0869f386-f498-4914-acb1-fed73e22287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.991633 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-0869f386-f498-4914-acb1-fed73e22287a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894668 May 31 12:49:03.161894 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-f09deea1-dcfb-4733-b1cf-12617c56ad49 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583707 May 31 12:49:03.373335 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc38ef5-93af-4556-a6bd-37b72af93a6e req-b130e638-4f52-4dee-9fe4-d123b682fac0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:03.380420 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1cc38ef5-93af-4556-a6bd-37b72af93a6e req-b130e638-4f52-4dee-9fe4-d123b682fac0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1020234 May 31 12:49:03.404101 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-649e28ff-37db-49f8-a1d4-651e1dc84114 req-d582d67c-8f42-440a-8a8f-172b0353dadd service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239809 May 31 12:49:03.437673 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1cc38ef5-93af-4556-a6bd-37b72af93a6e req-f9f8919d-d504-464b-833d-072456334ef7 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562770 May 31 12:49:03.688823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4244a1-7758-47a5-b7aa-67e653fa9026 req-a2df870b-c623-459f-913c-d836ecf932e7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:03.690530 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dc4244a1-7758-47a5-b7aa-67e653fa9026 req-a2df870b-c623-459f-913c-d836ecf932e7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1002724 May 31 12:49:03.746845 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dc4244a1-7758-47a5-b7aa-67e653fa9026 req-0afd6659-f385-43dd-8590-8a8f78d458ed tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 May 31 12:49:04.297477 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae61dd6-0247-4610-aa48-c06faa57728c req-043e0386-805f-4a5e-83af-3109edd7ba2e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:04.314030 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3ae61dd6-0247-4610-aa48-c06faa57728c req-043e0386-805f-4a5e-83af-3109edd7ba2e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1645982 May 31 12:49:04.376607 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3ae61dd6-0247-4610-aa48-c06faa57728c req-ab23eb49-32f2-4cc2-82e4-d868f04ef75d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614147 May 31 12:49:04.784236 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee866-d4db-4b7d-9819-ce7e4269ba44 req-cc9fff0b-e837-4af1-a7f5-6ccfd5fd16ff tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:04.803939 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3daee866-d4db-4b7d-9819-ce7e4269ba44 req-cc9fff0b-e837-4af1-a7f5-6ccfd5fd16ff tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2545035 May 31 12:49:04.816105 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:04.922401 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3daee866-d4db-4b7d-9819-ce7e4269ba44 req-997bfe41-365f-4f77-8c0e-1a1b1cd40802 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082945 May 31 12:49:05.092885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127479b9-e120-4cc7-b269-ea78f1c6c042 req-b80e640d-cc6c-4e3f-b553-c58d8a607178 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:05.101709 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-127479b9-e120-4cc7-b269-ea78f1c6c042 req-b80e640d-cc6c-4e3f-b553-c58d8a607178 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1700044 May 31 12:49:05.241684 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-127479b9-e120-4cc7-b269-ea78f1c6c042 req-ac4de26b-2255-4666-88ef-8f187aba92ba tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997744 May 31 12:49:05.624610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b802-620a-43bf-b7dd-805d95e5755d req-648bb404-241f-468d-8a97-7c933d9d08dc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:05.632511 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6b06b802-620a-43bf-b7dd-805d95e5755d req-648bb404-241f-468d-8a97-7c933d9d08dc tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1244056 May 31 12:49:05.680421 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6b06b802-620a-43bf-b7dd-805d95e5755d req-1f18eb05-e8d4-414f-8e5c-2ee861cebe46 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 May 31 12:49:06.397074 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fdc2d-6190-4a6f-a37a-cc2f3d47538f req-476aecf4-41c0-43a9-b014-18a701308d03 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:06.398550 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-372fdc2d-6190-4a6f-a37a-cc2f3d47538f req-476aecf4-41c0-43a9-b014-18a701308d03 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2066691 May 31 12:49:06.407972 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-ecbaca09-945b-462b-ad0c-b4b9540a98f1 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:06.409346 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-ecbaca09-945b-462b-ad0c-b4b9540a98f1 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 815 time: 0.2155454 May 31 12:49:06.443428 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-889d05a5-1f5f-411f-8a69-9b7599817245 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/quotas/ec611dcfca6d4ae1b7e9c005ece94c4a HTTP/1.1" status: 200 len: 375 time: 0.0185976 May 31 12:49:06.586045 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-372fdc2d-6190-4a6f-a37a-cc2f3d47538f req-4f93a871-e048-48bf-b3d8-b5fe90b2b814 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757836 May 31 12:49:06.622542 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-b82c0eaa-b9e7-4e81-8b3d-5bec313f3ec6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701634 May 31 12:49:06.680857 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0102-bbe5-41d9-b10a-9c8aa96c13a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.830485 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1d1ca0bc-ac70-4958-bf4d-8fbf2b7caae4 service neutron] 10.222.0.49 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951356 May 31 12:49:06.868592 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62ea3-06b4-4780-9bc6-3b3500985349 req-37ad10ed-1d48-4eec-9e90-fc56b76f1e63 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:06.870161 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fca62ea3-06b4-4780-9bc6-3b3500985349 req-37ad10ed-1d48-4eec-9e90-fc56b76f1e63 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1544316 May 31 12:49:06.986870 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fca62ea3-06b4-4780-9bc6-3b3500985349 req-023e6467-2f0d-487c-90c5-a06cbb234e7c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725651 May 31 12:49:07.006424 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-bb11f8c1-79e5-4bf1-a53c-e80cd7022ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686757 May 31 12:49:07.242616 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da711273-79da-4745-83a1-2b63fa0b06ec req-f1fb9671-118c-4530-9df0-abd13a42d3f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0590162 May 31 12:49:07.264451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc275d33-6035-4d64-9b96-ee3fc547aab7 req-32e2e8d4-5336-428b-8dbb-762c1ebbf5ef tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:07.269702 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fc275d33-6035-4d64-9b96-ee3fc547aab7 req-32e2e8d4-5336-428b-8dbb-762c1ebbf5ef tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1725984 May 31 12:49:07.317176 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fc275d33-6035-4d64-9b96-ee3fc547aab7 req-4446c5db-58ff-421e-96f4-ba4b041e9827 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 May 31 12:49:07.779578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42ec0-18d2-466f-a354-6866d5863f2c req-4844076b-2144-4405-a305-bdb4346385eb tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:07.781212 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c4b42ec0-18d2-466f-a354-6866d5863f2c req-4844076b-2144-4405-a305-bdb4346385eb tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0855403 May 31 12:49:07.827984 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c4b42ec0-18d2-466f-a354-6866d5863f2c req-c3b620c7-ba97-4ae1-adb6-8e37b9066910 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 May 31 12:49:07.898528 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.205939 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977dac-3131-4fad-ba8f-2fde764118c6 req-243c35a1-4ae1-4599-ba45-3bf9987eecc1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.207485 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7977dac-3131-4fad-ba8f-2fde764118c6 req-243c35a1-4ae1-4599-ba45-3bf9987eecc1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0819821 May 31 12:49:08.254529 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7977dac-3131-4fad-ba8f-2fde764118c6 req-0ee0d9c3-cf02-4666-b29e-098bb5fc8f09 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405936 May 31 12:49:08.395376 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-185f857d-2f72-4976-8bbd-270d102bfd34 req-d6e3c754-34fd-4137-bb7e-fcf52e825bb2 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0461948 May 31 12:49:08.510608 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b02b13-7ff4-4f25-9c14-33bb6163769b req-1b5bd754-c7ea-4c29-b9f5-adf01c1dafd6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.512083 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-83b02b13-7ff4-4f25-9c14-33bb6163769b req-1b5bd754-c7ea-4c29-b9f5-adf01c1dafd6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0846002 May 31 12:49:08.557749 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-83b02b13-7ff4-4f25-9c14-33bb6163769b req-0a1ffb22-0931-43ad-83cb-bdf9b3ce00f0 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 May 31 12:49:09.024459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d5e13-1c74-45c9-9a09-331f29a18401 req-786998cd-f44f-446d-a86a-20305e933e9b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:09.025922 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-522d5e13-1c74-45c9-9a09-331f29a18401 req-786998cd-f44f-446d-a86a-20305e933e9b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0868959 May 31 12:49:09.055086 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.075545 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-522d5e13-1c74-45c9-9a09-331f29a18401 req-49b77bba-2d7b-4adc-850c-70bab771c780 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 May 31 12:49:09.104417 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-97305f47-5411-4bba-a3e5-80ef1323d16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.456123 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b8aff-3b15-4481-a821-3624c9f158bc req-67e3939e-c610-4086-91ad-a54b803f88c7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:09.457685 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-615b8aff-3b15-4481-a821-3624c9f158bc req-67e3939e-c610-4086-91ad-a54b803f88c7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0843637 May 31 12:49:09.508409 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-615b8aff-3b15-4481-a821-3624c9f158bc req-b51b7bb3-fdd7-48fb-8427-d1c5b1f6dccb tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 May 31 12:49:09.567272 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3634675b-008a-40c1-80f5-4eafc47e7e44 req-9486a484-5e21-459a-82d3-cd2a071f6365 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0486505 May 31 12:49:09.744552 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e4a57-4965-42d4-8fe5-b94392fcc370 req-5ce1d481-e210-4b85-a986-109bbe31ee23 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:09.746052 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e58e4a57-4965-42d4-8fe5-b94392fcc370 req-5ce1d481-e210-4b85-a986-109bbe31ee23 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0817568 May 31 12:49:09.795194 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e58e4a57-4965-42d4-8fe5-b94392fcc370 req-f39afcac-64ce-44a0-8bc6-e4880158d634 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 May 31 12:49:10.209897 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.284125 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7d74-26e9-4979-a8ed-e68df764a076 req-99cb33f9-af33-43ca-9422-5d1c405e0826 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:10.285787 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0ebc7d74-26e9-4979-a8ed-e68df764a076 req-99cb33f9-af33-43ca-9422-5d1c405e0826 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0911500 May 31 12:49:10.336700 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0ebc7d74-26e9-4979-a8ed-e68df764a076 req-35c8ebc0-42a8-49cc-8b0d-85f3d13d3248 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 May 31 12:49:10.729837 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a1dbc8a6-0d81-4730-a2b9-e8468919604b req-de4b8884-55bf-4180-9140-251ca60f6ffb tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0521135 May 31 12:49:10.756407 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98985b7-fb1d-4320-84e4-76068c72ca83 req-c27cfe3a-39da-4a6f-864f-6bd17d0a4251 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:10.757854 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b98985b7-fb1d-4320-84e4-76068c72ca83 req-c27cfe3a-39da-4a6f-864f-6bd17d0a4251 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1243064 May 31 12:49:10.805324 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b98985b7-fb1d-4320-84e4-76068c72ca83 req-e898bc26-f808-4ed1-8ea3-103414089238 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 May 31 12:49:10.982602 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36a32-4364-4914-b603-931465b0480c req-735467d8-f3f9-48d6-9b83-57251e04dd5d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:10.983969 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-88b36a32-4364-4914-b603-931465b0480c req-735467d8-f3f9-48d6-9b83-57251e04dd5d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0823219 May 31 12:49:11.116765 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-88b36a32-4364-4914-b603-931465b0480c req-f54719e4-6225-492f-82f3-634871e99a2d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271803 May 31 12:49:11.532048 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cea2-ec75-42ad-ad53-a898a1d16391 req-5e9b1399-fa56-4cdf-a8f8-cfb17792641b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:11.533482 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4880cea2-ec75-42ad-ad53-a898a1d16391 req-5e9b1399-fa56-4cdf-a8f8-cfb17792641b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0835319 May 31 12:49:11.579989 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4880cea2-ec75-42ad-ad53-a898a1d16391 req-03ed2b4b-85b3-4430-9abd-a5c484d55d87 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 May 31 12:49:11.751845 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.891461 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-126ca684-2ac7-414d-9b98-c6fcf2cf4c76 req-b7553880-0689-48f8-b879-a020ab5e7627 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0527270 May 31 12:49:12.013017 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034fdd-0def-4372-afbf-1e2a18291283 req-57c9dfef-3056-4559-8c58-1cf35a3ea092 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:12.014592 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e0034fdd-0def-4372-afbf-1e2a18291283 req-57c9dfef-3056-4559-8c58-1cf35a3ea092 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0854700 May 31 12:49:12.059864 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e0034fdd-0def-4372-afbf-1e2a18291283 req-4505df8f-44d1-4306-8e3b-07ea6a541ce7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 May 31 12:49:12.316594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8084ec-e0b2-43c5-bf0f-d73f4bfd9c52 req-586c934c-90c8-41a1-a87b-4fe216dbc4b9 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:12.318772 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed8084ec-e0b2-43c5-bf0f-d73f4bfd9c52 req-586c934c-90c8-41a1-a87b-4fe216dbc4b9 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0975554 May 31 12:49:12.363166 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed8084ec-e0b2-43c5-bf0f-d73f4bfd9c52 req-a13e4e13-809b-4b68-a7a2-3dae9eb895e6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385597 May 31 12:49:12.766679 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f4ee8-5e95-4933-91ab-a788783ccf73 req-002e833c-770c-4503-b752-5e1c9fff5352 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:12.769635 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ab3f4ee8-5e95-4933-91ab-a788783ccf73 req-002e833c-770c-4503-b752-5e1c9fff5352 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0821524 May 31 12:49:12.814360 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ab3f4ee8-5e95-4933-91ab-a788783ccf73 req-c02a372e-3ced-4e20-94b4-e2468a892746 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 May 31 12:49:13.056574 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be4b16d4-8d75-4c39-a5bc-12f4a52fb5ff req-50bb4000-aaa6-4c24-8380-aa60616360e0 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0637717 May 31 12:49:13.254472 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba321fc-a731-4768-885e-94d39ea82506 req-61c1cf7c-f084-4a6b-a844-a92b0f6bc13d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:13.256176 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cba321fc-a731-4768-885e-94d39ea82506 req-61c1cf7c-f084-4a6b-a844-a92b0f6bc13d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0825722 May 31 12:49:13.303216 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cba321fc-a731-4768-885e-94d39ea82506 req-f6f2d378-1ce9-4658-991b-c4c3db624a7b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 May 31 12:49:13.560359 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f6ce-e02d-41fc-b823-90b749f05d6e req-49f6eb65-d160-44de-b8e4-733b5085755e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:13.565643 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bba1f6ce-e02d-41fc-b823-90b749f05d6e req-49f6eb65-d160-44de-b8e4-733b5085755e tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0919363 May 31 12:49:13.605436 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bba1f6ce-e02d-41fc-b823-90b749f05d6e req-6595465b-ccc4-4334-bb74-fb5304eb7a77 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379775 May 31 12:49:14.009114 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc0227-3ffe-4826-833b-8f40c9856134 req-60dd9046-190f-41f6-92de-2a1a1abee21e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:14.010589 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-22cc0227-3ffe-4826-833b-8f40c9856134 req-60dd9046-190f-41f6-92de-2a1a1abee21e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0820942 May 31 12:49:14.067625 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-22cc0227-3ffe-4826-833b-8f40c9856134 req-a379fc43-c46a-4cf3-b73e-48c5a2140c0e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 May 31 12:49:14.205859 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5ad2657a-cbd4-4466-bd19-e45d0eaafc46 req-13e882c1-3b54-4565-8621-cb5f27b23cb1 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0450895 May 31 12:49:14.505895 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e181e-4b9b-4584-a063-82e8cd9e0750 req-e1ff2053-48df-4f6a-8dc5-ce1f03232ed0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:14.507508 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2c7e181e-4b9b-4584-a063-82e8cd9e0750 req-e1ff2053-48df-4f6a-8dc5-ce1f03232ed0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0801525 May 31 12:49:14.551181 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2c7e181e-4b9b-4584-a063-82e8cd9e0750 req-a697f60b-a6d4-4e0a-83cf-557bfe5179e3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378430 May 31 12:49:14.796393 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d200-e07b-4a8c-b647-ddef0fe9798e req-9d60afb8-5286-4c52-a752-2f4f715d7a7d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:14.798305 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da24d200-e07b-4a8c-b647-ddef0fe9798e req-9d60afb8-5286-4c52-a752-2f4f715d7a7d tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0836458 May 31 12:49:14.842635 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da24d200-e07b-4a8c-b647-ddef0fe9798e req-cf531c7c-7a76-4ef4-a2b9-f1e575b23dd3 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 May 31 12:49:15.265859 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31fc1a-ec11-411f-a4a9-8b11fb63f971 req-8a0d0233-6225-4e2d-b365-6a12ae2a4143 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:15.267349 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4e31fc1a-ec11-411f-a4a9-8b11fb63f971 req-8a0d0233-6225-4e2d-b365-6a12ae2a4143 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0864213 May 31 12:49:15.319569 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4e31fc1a-ec11-411f-a4a9-8b11fb63f971 req-e1b4952f-3728-4f9f-9eb1-f898f4535f32 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 May 31 12:49:15.369834 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-de0d2a41-3ff1-46f4-891c-8580b20d7b3e req-f3a37ef3-ad72-47b5-aee0-770f8935a578 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0471048 May 31 12:49:15.744537 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efa03f-8ae0-4fbf-89a4-b4203ee89a52 req-f3d1f710-c5b8-46f3-a766-9130788c8083 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:15.746048 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23efa03f-8ae0-4fbf-89a4-b4203ee89a52 req-f3d1f710-c5b8-46f3-a766-9130788c8083 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0810969 May 31 12:49:15.789337 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-23efa03f-8ae0-4fbf-89a4-b4203ee89a52 req-c39de486-f7ad-42d2-9a1c-9f5c05fc8371 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 May 31 12:49:16.047994 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2948-56e0-4952-86f3-9273febfa87f req-fe3c3382-66c2-42b1-8b03-8fdab13d9b2a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:16.049758 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99aa2948-56e0-4952-86f3-9273febfa87f req-fe3c3382-66c2-42b1-8b03-8fdab13d9b2a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0977161 May 31 12:49:16.098293 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99aa2948-56e0-4952-86f3-9273febfa87f req-920345f3-01d9-4ce9-8ae0-e5fd34931932 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 May 31 12:49:16.529769 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6cf22eb3-66d0-4310-9ba9-848ba5bcf352 req-0b12139e-ed91-428b-bac7-21bb445deeee tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0472541 May 31 12:49:16.554172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb48aa-7223-4d1d-8e29-9e3f1eb83989 req-6fe7af87-64c1-49c1-bd28-30889f12a7a5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:16.555854 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-52cb48aa-7223-4d1d-8e29-9e3f1eb83989 req-6fe7af87-64c1-49c1-bd28-30889f12a7a5 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1257958 May 31 12:49:16.579618 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-2db29c38-c567-4965-9849-32bd9792d51a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:16.580303 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-2db29c38-c567-4965-9849-32bd9792d51a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Synchronizing usage tracker for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:16.597844 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-2db29c38-c567-4965-9849-32bd9792d51a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Unset dirty status for tenant:1132c19a0e624c429571a1dcb1e97d43 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:16.599373 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-2db29c38-c567-4965-9849-32bd9792d51a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.1002986 May 31 12:49:16.605557 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-52cb48aa-7223-4d1d-8e29-9e3f1eb83989 req-511871e8-4bc3-408e-bee7-db9c94f99523 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 May 31 12:49:16.752313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Deleting port 6848fac9-8c0e-4120-9760-87c5104de2d4 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:16.752750 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.882906 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] For port 6848fac9-8c0e-4120-9760-87c5104de2d4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6848fac9-8c0e-4120-9760-87c5104de2d4,segment=NetworkSegment(ef649cfc-6546-4fc2-aff2-bc95f43d383f),segment_id=ef649cfc-6546-4fc2-aff2-bc95f43d383f)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:16.883157 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.998246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5b5e-d443-4322-b110-c81b95274bc6 req-7fea02ce-5bf6-4229-8ace-210f8a8802a6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:17.000131 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0c6e5b5e-d443-4322-b110-c81b95274bc6 req-7fea02ce-5bf6-4229-8ace-210f8a8802a6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0831158 May 31 12:49:17.009489 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Calling delete_port for 6848fac9-8c0e-4120-9760-87c5104de2d4 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:17.047388 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0c6e5b5e-d443-4322-b110-c81b95274bc6 req-17c49fc9-9694-4d98-b265-b2b191c31105 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 May 31 12:49:17.180699 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-b282bfac-309c-4219-8846-dfcd92432d34 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:17.181411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-b282bfac-309c-4219-8846-dfcd92432d34 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Synchronizing usage tracker for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:network {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:17.251903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-b282bfac-309c-4219-8846-dfcd92432d34 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Unset dirty status for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:network {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:17.253127 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-b282bfac-309c-4219-8846-dfcd92432d34 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 815 time: 0.2401681 May 31 12:49:17.276488 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'port': {'device_id': '464fb007-9da7-4ded-9047-e53abc1935c8', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'admin_state_up': True, 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:17.292902 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:17.301754 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce67a6-92dc-4e8a-b2b8-de8dba0f9908 req-17a8bc72-d2b5-4113-86b6-25b9acbc0b89 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:17.301944 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e2f8a3e1-38b3-43f4-85f8-771503f82539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:17.303244 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfce67a6-92dc-4e8a-b2b8-de8dba0f9908 req-17a8bc72-d2b5-4113-86b6-25b9acbc0b89 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 946 time: 0.0863543 May 31 12:49:17.307892 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6848fac9-8c0e-4120-9760-87c5104de2d4'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:17.357740 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfce67a6-92dc-4e8a-b2b8-de8dba0f9908 req-92ffcfcc-dd59-433b-a941-68b095ec4985 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/security-groups?id=53c21f4a-db73-44af-a746-87c4d3683817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 May 31 12:49:17.406353 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Pushing event deleted for resources: {'Port': ['ID=6848fac9-8c0e-4120-9760-87c5104de2d4,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:17.444324 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:17.500473 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] No DVR routers for this DVR port 6848fac9-8c0e-4120-9760-87c5104de2d4 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:49:17.504580 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:17.507084 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'name': 'network-vif-deleted', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:17.509406 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348971d-2dba-4220-9ef9-59738fe2e550" -d '{"events": [{"server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "name": "network-vif-deleted", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:17.540357 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-39ec0fd3-a2dd-4692-800a-367988f994d0 req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.39 "DELETE /v2.0/ports/6848fac9-8c0e-4120-9760-87c5104de2d4 HTTP/1.1" status: 204 len: 173 time: 0.9230323 May 31 12:49:17.543128 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:17.548028 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:port and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:17.551419 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:17.559442 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:17.562480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf63962-aa14-4d2d-a70b-3f3d63470de8 x-openstack-request-id: req-bbf63962-aa14-4d2d-a70b-3f3d63470de8 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:17.562738 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84c48f7-bc09-496f-b3f3-f96a8ae67175", "name": "network-vif-deleted", "tag": "6848fac9-8c0e-4120-9760-87c5104de2d4", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:17.563071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf63962-aa14-4d2d-a70b-3f3d63470de8 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:17.563451 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84c48f7-bc09-496f-b3f3-f96a8ae67175', 'name': 'network-vif-deleted', 'tag': '6848fac9-8c0e-4120-9760-87c5104de2d4', 'status': 'completed', 'code': 200} May 31 12:49:17.577746 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Made reservation on behalf of ec611dcfca6d4ae1b7e9c005ece94c4a for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:17.581516 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:17.872316 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Allocated IP 172.20.0.5 (748ca379-fbdc-4052-9413-eb36eaaa6230/b6ff7680-d5bd-4a02-b518-de2e5cff4e3e/821f6d95-25d4-49bc-afd2-b55708921406) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:17.971477 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5cf4b005-4581-4f1e-947e-3d48f9162fd4 req-2a32c7dd-4e42-4039-bbd6-fbc61c6a9bab tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.2181735 May 31 12:49:18.060919 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3ac4-2696-4ba1-9ecc-23a5fd0288ad req-43285a03-cb30-4e8e-85f7-60a300764969 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:18.062533 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-94cb3ac4-2696-4ba1-9ecc-23a5fd0288ad req-43285a03-cb30-4e8e-85f7-60a300764969 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0941391 May 31 12:49:18.121377 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-94cb3ac4-2696-4ba1-9ecc-23a5fd0288ad req-f227da71-0786-44e1-97db-5f0e1b0aa37b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 May 31 12:49:18.239200 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.260045 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Transition to ACTIVE for port object 821f6d95-25d4-49bc-afd2-b55708921406 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:18.283410 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e857-3ab9-42ef-90c7-b31afb1516ad req-4108fe72-4980-4e5b-a367-750a1dc2a57a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:18.284887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.289618 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1cf0e857-3ab9-42ef-90c7-b31afb1516ad req-4108fe72-4980-4e5b-a367-750a1dc2a57a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.1148403 May 31 12:49:18.290728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-72c78c39-14b7-4ca8-bdf8-d7d21913c880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:18.341880 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1cf0e857-3ab9-42ef-90c7-b31afb1516ad req-cebbea7f-1964-4b0e-bcc9-8c1873cffd75 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 May 31 12:49:18.370256 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:18.370256 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:18.373999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:18.424234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:18.440469 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.440878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.441197 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.441551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.441894 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.443722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.444075 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.444427 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.444773 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.445139 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.445486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.445821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:18.451850 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:18.508822 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:18.509561 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.539443 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2704706 May 31 12:49:18.548427 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5e7d7039-ba44-42fa-89d1-d9efbc95a33f req-2ba2a084-3fb2-4067-b6df-5dc8d202f872 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0515168 May 31 12:49:18.691064 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4223-d9ca-4af6-af31-95d6efeda4b6 None None] Provisioning for port 821f6d95-25d4-49bc-afd2-b55708921406 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:18.696901 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4223-d9ca-4af6-af31-95d6efeda4b6 None None] Provisioning complete for port 821f6d95-25d4-49bc-afd2-b55708921406 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:18.697452 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4223-d9ca-4af6-af31-95d6efeda4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.755992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e4223-d9ca-4af6-af31-95d6efeda4b6 None None] Port 821f6d95-25d4-49bc-afd2-b55708921406 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:19.193153 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1206f6-96ab-4bba-9d85-c4a0c404a942 req-2e9b114c-de70-4637-bda3-e941e9db600a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:19.194658 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f1206f6-96ab-4bba-9d85-c4a0c404a942 req-2e9b114c-de70-4637-bda3-e941e9db600a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0898199 May 31 12:49:19.240372 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f1206f6-96ab-4bba-9d85-c4a0c404a942 req-8602a17e-04d7-4ec3-874b-723bf068e6be tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 May 31 12:49:19.319610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba8462-eb2b-40f0-b736-2209ee944149 req-79b6b2d4-86df-4ef2-9084-e0bc47aa38ee tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:19.326148 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-10ba8462-eb2b-40f0-b736-2209ee944149 req-79b6b2d4-86df-4ef2-9084-e0bc47aa38ee tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0795128 May 31 12:49:19.366263 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-10ba8462-eb2b-40f0-b736-2209ee944149 req-ffa167c9-7ea9-4125-8b9f-d93e1e1b04fa tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 May 31 12:49:19.458555 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:49:19.554830 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b375eb-7e15-4102-879e-cbd79ccb88a5 req-c203b2c6-fa35-4143-abf7-95dff5fa65a7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:19.556558 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7b375eb-7e15-4102-879e-cbd79ccb88a5 req-c203b2c6-fa35-4143-abf7-95dff5fa65a7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 943 time: 0.0918067 May 31 12:49:19.604790 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7b375eb-7e15-4102-879e-cbd79ccb88a5 req-8689bd51-24a7-470d-85c5-9be1a3728d08 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 May 31 12:49:19.626463 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:19.644291 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'mac_address': 'fa:16:3e:e2:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:49:19.703892 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.721589 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:19.738118 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:19.742543 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7640f827-d123-4f0a-a0e9-2a4f4bb8ba75 req-ccded257-610a-4591-92c1-a66e43e57ad0 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0465045 May 31 12:49:19.742930 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.744805 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:19.814853 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=9']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:19.818075 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:20.029425 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['33c7ac88-c3d5-4953-b12e-c89338247f4e'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:20.439249 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134913-c11f-4a72-aab9-91f5874f63f9 req-e0d4e0ef-6d1f-49d9-9adb-1a4b7f1b3096 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:20.441493 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65134913-c11f-4a72-aab9-91f5874f63f9 req-e0d4e0ef-6d1f-49d9-9adb-1a4b7f1b3096 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0923641 May 31 12:49:20.526285 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65134913-c11f-4a72-aab9-91f5874f63f9 req-ff711e85-482f-4449-a406-44073649b036 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755272 May 31 12:49:20.577449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f0cc-1a8e-4d6d-8fd2-b49aa034f4d7 req-ac42ca7e-af43-44d2-88f0-f3a05b5b12b0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:20.578942 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3246f0cc-1a8e-4d6d-8fd2-b49aa034f4d7 req-ac42ca7e-af43-44d2-88f0-f3a05b5b12b0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0887380 May 31 12:49:20.628435 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3246f0cc-1a8e-4d6d-8fd2-b49aa034f4d7 req-1b6ec6b6-6e3c-4921-8325-1f283f7b407b tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 May 31 12:49:20.833440 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1155-9b9c-4a27-9cca-6f2c360320dc req-4d10bbe8-62c3-403f-8bb2-cf554e639c44 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:20.836965 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-595c1155-9b9c-4a27-9cca-6f2c360320dc req-4d10bbe8-62c3-403f-8bb2-cf554e639c44 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 944 time: 0.1007864 May 31 12:49:20.884912 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-595c1155-9b9c-4a27-9cca-6f2c360320dc req-279d7a0f-ae11-413e-b1bc-6b56f89b7371 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 May 31 12:49:20.936085 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43e67edb-65ad-4aaa-8604-a62f53a34ef6 req-60029f0e-010f-4cb8-8d21-8f6dbc918791 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0461264 May 31 12:49:21.488610 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:21.570734 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 33c7ac88-c3d5-4953-b12e-c89338247f4e triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:21.571112 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:21.714124 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:21.738116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff4ef-a97c-4aac-893c-616753342f25 req-12555019-2e53-4545-ac93-02d9ddb6f020 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:21.740501 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ffaff4ef-a97c-4aac-893c-616753342f25 req-12555019-2e53-4545-ac93-02d9ddb6f020 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.1069531 May 31 12:49:21.748398 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:21.751324 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335fb3bf-021f-4fcd-9604-4862eace65e3" -d '{"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:21.760392 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:21.766739 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:21.768615 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6848fac9-8c0e-4120-9760-87c5104de2d4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:21.797543 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:21.854251 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 6848fac9-8c0e-4120-9760-87c5104de2d4 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:21.854987 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6848fac9-8c0e-4120-9760-87c5104de2d4 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:21.884657 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=10']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:21.888280 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:21.912243 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ffaff4ef-a97c-4aac-893c-616753342f25 req-ca17f20e-d2da-429c-90a7-bed82ed4a026 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654019 May 31 12:49:21.953315 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54639b-904c-499c-92a5-96f5131cf65e req-068c01a9-a036-4504-b46b-454a6116a932 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:21.963259 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f54639b-904c-499c-92a5-96f5131cf65e req-068c01a9-a036-4504-b46b-454a6116a932 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1661346 May 31 12:49:21.989492 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7820ae-653a-41f5-8434-70436a031572 x-openstack-request-id: req-5d7820ae-653a-41f5-8434-70436a031572 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:21.989851 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-plugged", "status": "completed", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:21.990114 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d7820ae-653a-41f5-8434-70436a031572 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:21.990675 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'code': 200} May 31 12:49:22.026028 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7f54639b-904c-499c-92a5-96f5131cf65e req-67b16e41-5b81-4737-a0b1-b7537bddf5b3 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 May 31 12:49:22.162497 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333be108-1b2f-4b37-a9f0-3364cb116951 req-c05c3d5d-c324-41b3-99de-07d83659642e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:22.163965 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-333be108-1b2f-4b37-a9f0-3364cb116951 req-c05c3d5d-c324-41b3-99de-07d83659642e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0841234 May 31 12:49:22.226407 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b026af94-4199-4a23-869d-7d0096d5a823 req-d71f3ba7-7d36-43a1-853a-09c1eaf66064 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0613699 May 31 12:49:22.249352 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-333be108-1b2f-4b37-a9f0-3364cb116951 req-85de714d-ddb1-4739-ae24-7929966fcab1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530012 May 31 12:49:23.120809 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324dd64-f0dd-4eea-87d9-61a527a5e418 req-3882b22b-7911-418b-a27a-a4017e2a4928 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:23.122345 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2324dd64-f0dd-4eea-87d9-61a527a5e418 req-3882b22b-7911-418b-a27a-a4017e2a4928 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0981908 May 31 12:49:23.217394 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2324dd64-f0dd-4eea-87d9-61a527a5e418 req-cfe7a377-3e5d-4b26-a23b-71dc4e652b68 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 May 31 12:49:23.253495 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a115e-c327-46b2-904d-2dca7d300cc3 req-937ebe27-479f-4c01-af7c-acf5c423d4e0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:23.255399 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f5a115e-c327-46b2-904d-2dca7d300cc3 req-937ebe27-479f-4c01-af7c-acf5c423d4e0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0953486 May 31 12:49:23.304811 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f5a115e-c327-46b2-904d-2dca7d300cc3 req-bebfed3b-d913-4157-ab3f-d95e51ff6779 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 May 31 12:49:23.400247 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9b4f5b62-eeab-4d3d-84ef-c01bcc41ad9e req-98d49598-10bc-4fc8-b686-9cfb1508d5f6 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0451674 May 31 12:49:23.483035 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ad359-1b69-4afc-bf6c-f466804f0091 req-f999b9d5-94dd-468b-8429-0637cff98ec0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:23.484467 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0f5ad359-1b69-4afc-bf6c-f466804f0091 req-f999b9d5-94dd-468b-8429-0637cff98ec0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0833604 May 31 12:49:23.530318 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0f5ad359-1b69-4afc-bf6c-f466804f0091 req-2f27cb6c-3af3-44ac-969a-f9483486ed86 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 May 31 12:49:24.414939 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134c66a-94ce-4162-8c8e-4e2b07d73d25 req-9dff3d19-85c6-4c54-b0c0-e3169688ffd6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.416360 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6134c66a-94ce-4162-8c8e-4e2b07d73d25 req-9dff3d19-85c6-4c54-b0c0-e3169688ffd6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0839624 May 31 12:49:24.582638 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6134c66a-94ce-4162-8c8e-4e2b07d73d25 req-06d63c47-1cc2-46e9-9ef4-766248bc5716 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345522 May 31 12:49:24.619384 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db49c2-f219-4b96-a1ab-db15b18126de req-0d367a87-523c-4374-8092-050b85fd1d0d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.620909 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24db49c2-f219-4b96-a1ab-db15b18126de req-0d367a87-523c-4374-8092-050b85fd1d0d tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2036405 May 31 12:49:24.667426 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-24db49c2-f219-4b96-a1ab-db15b18126de req-b1fe7fe8-bf76-46bc-b6e4-a44be30537b9 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 May 31 12:49:24.740251 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-828a9c9f-9073-4611-bc73-e71641e888d1 req-d1bd90c3-0a0d-4623-99e1-d438592a7b52 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0425224 May 31 12:49:24.863626 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17afa5-2d28-4767-8a31-b4bff138b355 req-5f5490d0-ff2f-445a-8033-168d5c431d9e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.865521 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d17afa5-2d28-4767-8a31-b4bff138b355 req-5f5490d0-ff2f-445a-8033-168d5c431d9e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0866685 May 31 12:49:24.913979 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d17afa5-2d28-4767-8a31-b4bff138b355 req-93d05ca0-c28f-4e7b-b21d-f41fcc2ad4e0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 May 31 12:49:25.770502 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5c364-aff1-478e-8312-329209c298b2 req-a08b26dc-10ff-49a3-96e2-f2dd2a5792ce tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:25.772061 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aac5c364-aff1-478e-8312-329209c298b2 req-a08b26dc-10ff-49a3-96e2-f2dd2a5792ce tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0803688 May 31 12:49:25.866260 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-aac5c364-aff1-478e-8312-329209c298b2 req-4ac475a2-6c5d-4d16-a1b0-f11b2ab5e69c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885065 May 31 12:49:25.900096 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502d50b-451b-4df2-9d7a-d860e4242655 req-f4496cf5-874e-4dc3-8323-d7c93c0b6989 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:25.901827 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3502d50b-451b-4df2-9d7a-d860e4242655 req-f4496cf5-874e-4dc3-8323-d7c93c0b6989 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1074243 May 31 12:49:25.950246 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3502d50b-451b-4df2-9d7a-d860e4242655 req-58ade4d6-af2f-41a7-8078-9bf0d4682659 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 May 31 12:49:26.041752 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f58fc8bc-6dcb-4cd3-b069-20bbc1066d66 req-58d1c141-de3e-47af-b392-54e9e4a235f1 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0623291 May 31 12:49:26.156193 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdb9f-919e-45ae-9cac-dfc4701cb7e9 req-933ba207-37e7-491c-b569-5c3aa6e87438 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:26.158839 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fdfdb9f-919e-45ae-9cac-dfc4701cb7e9 req-933ba207-37e7-491c-b569-5c3aa6e87438 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0844500 May 31 12:49:26.206676 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fdfdb9f-919e-45ae-9cac-dfc4701cb7e9 req-a2d6f634-bbd1-493e-b60a-bdcdb8f6e44a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 May 31 12:49:27.095807 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a7e3-1e45-4674-91b9-af501610d1c8 req-2d8af76b-f08d-422e-9569-82c79f6b687c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.097364 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c33a7e3-1e45-4674-91b9-af501610d1c8 req-2d8af76b-f08d-422e-9569-82c79f6b687c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.1227388 May 31 12:49:27.187541 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c33a7e3-1e45-4674-91b9-af501610d1c8 req-b52acb13-4228-4650-b557-0ff5c089cb29 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589197 May 31 12:49:27.218644 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d57e-e2e4-48ed-af8d-68d568258e21 req-b5cffd74-8fe9-4960-a1e0-2bb80c3d1c0c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.220514 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b308d57e-e2e4-48ed-af8d-68d568258e21 req-b5cffd74-8fe9-4960-a1e0-2bb80c3d1c0c tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1222227 May 31 12:49:27.302601 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b308d57e-e2e4-48ed-af8d-68d568258e21 req-f1ac9cd2-715a-4115-9925-609e1f039f56 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619857 May 31 12:49:27.392596 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cf657ba9-b7c0-4eae-8e95-c1c050b895e4 req-bf8e8b5f-36ae-45b3-bbd0-8d5145078524 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0713120 May 31 12:49:27.566181 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dcbe7-faf8-451a-9f4b-b9fe79b4ed06 req-50c1e87c-acd1-4231-a3a3-e371ff0bdc73 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.568061 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5c9dcbe7-faf8-451a-9f4b-b9fe79b4ed06 req-50c1e87c-acd1-4231-a3a3-e371ff0bdc73 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.1016495 May 31 12:49:27.625928 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5c9dcbe7-faf8-451a-9f4b-b9fe79b4ed06 req-86cdfbf1-734f-4881-a57e-222985a76fc1 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 May 31 12:49:28.379046 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93625cd9-2305-4a49-9cac-04131ed2528d req-bc4829e2-6e9f-4c4f-9b1f-e02cf17dd459 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:28.380588 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-93625cd9-2305-4a49-9cac-04131ed2528d req-bc4829e2-6e9f-4c4f-9b1f-e02cf17dd459 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 931 time: 0.0851645 May 31 12:49:28.462356 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-93625cd9-2305-4a49-9cac-04131ed2528d req-3c8b99f2-cbb2-48ba-ba61-ff3de211c8ee tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 May 31 12:49:28.503801 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683371-a94f-42fb-9537-647ad62462b6 req-5e4df8da-5f27-4ca3-bac0-196cf94b7d04 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:28.505369 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da683371-a94f-42fb-9537-647ad62462b6 req-5e4df8da-5f27-4ca3-bac0-196cf94b7d04 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.0913732 May 31 12:49:28.550531 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da683371-a94f-42fb-9537-647ad62462b6 req-5911cb8f-b94c-485c-9a51-b1e86591258a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 May 31 12:49:28.617400 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d7c5aa58-1435-4f65-b05c-f1070c8990f9 req-beb47d4e-75f7-4da4-a889-bd10cda83498 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] 10.222.0.49 "GET /v2.0/ports?device_id=e84c48f7-bc09-496f-b3f3-f96a8ae67175 HTTP/1.1" status: 200 len: 210 time: 0.0440888 May 31 12:49:28.825162 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858fdbd-3a9d-459c-9b50-eeb4a103939e req-ff1064e7-8d21-4a25-9f12-e24468054d0d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:28.826619 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8858fdbd-3a9d-459c-9b50-eeb4a103939e req-ff1064e7-8d21-4a25-9f12-e24468054d0d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0886257 May 31 12:49:28.857226 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Request body: {'port': {'device_id': '464fb007-9da7-4ded-9047-e53abc1935c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:28.875354 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8858fdbd-3a9d-459c-9b50-eeb4a103939e req-b05548c5-7d8d-4330-a758-a07a5c0cb4d7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 May 31 12:49:29.040159 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.382715 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821f6d95-25d4-49bc-afd2-b55708921406 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:29.393620 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.408646 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Transition to ACTIVE for port object 821f6d95-25d4-49bc-afd2-b55708921406 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:29.412096 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.416434 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-65e7e841-0dce-43c4-b423-645731f8a8df tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:29.535644 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:29.584602 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:29.736309 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035791d6-a4b3-43b2-8b5c-bd8fa0301495 req-612fd86d-ae73-4863-9507-fbc10d3c8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:29.738547 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-035791d6-a4b3-43b2-8b5c-bd8fa0301495 req-612fd86d-ae73-4863-9507-fbc10d3c8777 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1099 time: 0.2069345 May 31 12:49:29.742460 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Attempting to bind port 821f6d95-25d4-49bc-afd2-b55708921406 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:29.744630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Attempting to bind port 821f6d95-25d4-49bc-afd2-b55708921406 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:29.744630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Attempting to bind port 821f6d95-25d4-49bc-afd2-b55708921406 on network 748ca379-fbdc-4052-9413-eb36eaaa6230 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:29.751813 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Port 821f6d95-25d4-49bc-afd2-b55708921406 on network 748ca379-fbdc-4052-9413-eb36eaaa6230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:49:29.752109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Attempting to bind port 821f6d95-25d4-49bc-afd2-b55708921406 on network 748ca379-fbdc-4052-9413-eb36eaaa6230 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:29.770345 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:29.770690 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Checking segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:29.770880 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6273d-8ef9-479a-957e-293fcad4de91 req-5e2015e3-1224-4ba2-9fdd-03fac7328124 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:29.771415 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Bound using segment: {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:29.771910 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Bound port: 821f6d95-25d4-49bc-afd2-b55708921406, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:29.772274 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.778040 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8d6273d-8ef9-479a-957e-293fcad4de91 req-5e2015e3-1224-4ba2-9fdd-03fac7328124 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 943 time: 0.1995521 May 31 12:49:29.828986 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8d6273d-8ef9-479a-957e-293fcad4de91 req-944b1ce5-4d3e-4adc-af4f-629ef542292f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 May 31 12:49:29.836586 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05ec11-99b2-4e9d-aa21-06e7ab080af2 req-4c74d3df-ab55-4e03-97b7-f864a7b14cdf tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:29.837997 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d05ec11-99b2-4e9d-aa21-06e7ab080af2 req-4c74d3df-ab55-4e03-97b7-f864a7b14cdf tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1568236 May 31 12:49:29.851297 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-035791d6-a4b3-43b2-8b5c-bd8fa0301495 req-51e4e5ef-31d7-4567-8be1-69546be0802a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007004 May 31 12:49:29.883688 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d05ec11-99b2-4e9d-aa21-06e7ab080af2 req-093d013e-9d98-4f5e-96f3-d3fcd2e2ed6f tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 May 31 12:49:29.891771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:29.895023 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:29.907232 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.914215 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:29.914349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44690) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:29.980973 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Deleting subnet 425db02c-0432-4871-b91f-01f103bd165c {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:49:29.990791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:29.991405 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.991817 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:29.992864 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] 10.222.0.39 "PUT /v2.0/ports/821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 1093 time: 1.1408870 May 31 12:49:29.993423 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:29.996024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:30.038365 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:30.082231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:30.127980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568744'] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:30.135060 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-c33467c1-5f76-4d5a-94c9-4df420b2e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.136717 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-c33467c1-5f76-4d5a-94c9-4df420b2e2cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1096 time: 0.0954666 May 31 12:49:30.145790 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff1b2b0-e409-42cb-a930-54fbaf2b2e54 x-openstack-request-id: req-eff1b2b0-e409-42cb-a930-54fbaf2b2e54 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:30.146296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:30.146728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eff1b2b0-e409-42cb-a930-54fbaf2b2e54 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:30.147399 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:49:30.199184 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:30.220164 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-9e55ff95-dbf1-4edd-8154-f5886440cabd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 217 time: 0.0714338 May 31 12:49:30.287031 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-a9b6c9a4-c483-4f6d-b492-324e0be2f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.288360 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-a9b6c9a4-c483-4f6d-b492-324e0be2f8b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0604537 May 31 12:49:30.368698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-90ee56b7-0327-4ad8-95d2-d9ecc92e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.370119 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-90ee56b7-0327-4ad8-95d2-d9ecc92e62c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735238 May 31 12:49:30.473350 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e1170-ec6b-4b2d-b71a-f1423adb1ddf req-67b05871-d244-4d9b-a731-ffef205c6cbc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.474810 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d62e1170-ec6b-4b2d-b71a-f1423adb1ddf req-67b05871-d244-4d9b-a731-ffef205c6cbc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.4248886 May 31 12:49:30.502101 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-018b3f2f-4d00-4f1e-8759-3749e6f3f3d9 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231756 May 31 12:49:30.583483 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056e49-a07c-4a18-88ff-2d911bdbfed1 req-a71b4aae-991b-4ad3-82ca-02fb78f80a8c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.584912 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4a056e49-a07c-4a18-88ff-2d911bdbfed1 req-a71b4aae-991b-4ad3-82ca-02fb78f80a8c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2732742 May 31 12:49:30.589361 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d62e1170-ec6b-4b2d-b71a-f1423adb1ddf req-b80a7284-0092-4849-9d8c-d243f09902d3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066148 May 31 12:49:30.634503 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-98938c7e-c27d-4a4e-a06a-1044962cebfc req-323e1b13-2fe7-47b1-a033-6e134eb8b5b1 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251216 May 31 12:49:30.677846 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4a056e49-a07c-4a18-88ff-2d911bdbfed1 req-3d9256ca-6d51-4126-a6aa-78eeec3774ee tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571301 May 31 12:49:30.703211 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6901611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6726640'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:30.708992 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:30.745581 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425db02c-0432-4871-b91f-01f103bd165c,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:30.753583 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:30.762003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-f78bc883-349f-4b3c-a27b-0248c2456fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.762248 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.762607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.762960 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.763302 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.763574 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-f78bc883-349f-4b3c-a27b-0248c2456fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1096 time: 0.0762296 May 31 12:49:30.763683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.763973 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.764312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.764651 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.764991 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.765356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.765689 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.766021 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:30.769465 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:30.772703 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/425db02c-0432-4871-b91f-01f103bd165c HTTP/1.1" status: 204 len: 168 time: 0.8570259 May 31 12:49:30.777504 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44700) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:30.938182 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.012513 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-1e6100a6-18ab-4433-8dec-ea2acc35f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.014317 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-1e6100a6-18ab-4433-8dec-ea2acc35f5bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.2434216 May 31 12:49:31.100654 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-23fab37e-caf0-4603-b9bc-172d53d1dd97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 217 time: 0.0787175 May 31 12:49:31.167011 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-7599741c-a724-4914-898b-feac2150192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.168626 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-7599741c-a724-4914-898b-feac2150192f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0603418 May 31 12:49:31.192344 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.232109 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32c6004-240e-45d1-9438-bda93004f0f4']}} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:31.255646 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef649cfc-6546-4fc2-aff2-bc95f43d383f') {'for_net_delete': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:31.255938 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef649cfc-6546-4fc2-aff2-bc95f43d383f') {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:31.263515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-17f54fff-7834-40ec-8c56-9bae6afb8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.265654 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-17f54fff-7834-40ec-8c56-9bae6afb8c6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896022 May 31 12:49:31.275113 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6568739'] for segment, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.303652 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.316422 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=98246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:49:31.316816 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7068365'] for segment, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: Traceback (most recent call last): May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: timer() May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: cb(*args, **kw) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: return func(*args, **kwargs) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: self._notify() May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: self.callback(batched_events) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: event.method(event) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: return f(self, *a, **k) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: return self._get(url).json() May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: return self.request(url, 'GET', **kwargs) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:49:31.331212 dv-cinder-786386-7-smb neutron-server[98246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:49:31.342985 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df502d-1801-4f21-814f-f9703a81462d req-5d55fa17-5564-406b-898c-af181f946a6c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.344472 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-61df502d-1801-4f21-814f-f9703a81462d req-5d55fa17-5564-406b-898c-af181f946a6c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 943 time: 0.3490148 May 31 12:49:31.438138 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219424c-6f00-42c2-b020-1e36f143d45c req-b2909a47-e554-40d5-8754-ab196f9dfade tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.443696 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-f5d6ed46-8ffe-4078-a45c-062b1ec007be service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624839 May 31 12:49:31.445182 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f219424c-6f00-42c2-b020-1e36f143d45c req-b2909a47-e554-40d5-8754-ab196f9dfade tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.2920165 May 31 12:49:31.497288 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.508001 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-61df502d-1801-4f21-814f-f9703a81462d req-14d41bc1-0973-4a8d-986b-1f85241e35d4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146948 May 31 12:49:31.511664 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6dc2fb0e-25f5-46ee-9fc4-a51fb35c8543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:31.537408 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f219424c-6f00-42c2-b020-1e36f143d45c req-3ad0124d-c141-4d9d-9e83-8e72a919ff71 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912573 May 31 12:49:31.538630 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.551696 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32c6004-240e-45d1-9438-bda93004f0f4,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:31.559307 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:31.566669 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-56a59516-6637-4dd8-893b-ae8c92a92aa1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e32c6004-240e-45d1-9438-bda93004f0f4 HTTP/1.1" status: 204 len: 168 time: 0.7881486 May 31 12:49:31.623317 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-44c6d2b1-eb86-4708-a2e1-8ff2a54c7fdb req-248cd8f2-32a2-476a-9a28-d9901c342060 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716516 May 31 12:49:31.804153 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8c9a-e994-4337-b387-ad76fe1f5890 req-dcd5d76f-9437-4e80-8af7-c5df1d679273 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.806109 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-04ff8c9a-e994-4337-b387-ad76fe1f5890 req-dcd5d76f-9437-4e80-8af7-c5df1d679273 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0994854 May 31 12:49:31.838051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44746) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:31.885109 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-2ab93521-2e58-49c7-bab0-97feeb268766 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1132c19a0e624c429571a1dcb1e97d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458231 May 31 12:49:31.887645 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44750) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:31.901997 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-04ff8c9a-e994-4337-b387-ad76fe1f5890 req-9e7944d5-16ff-4eb7-b121-0484678f4064 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888932 May 31 12:49:31.936603 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf6e69-9225-4a3d-b7a5-9d68d4be3ef5 req-9e3753d3-ffad-43e1-8392-5a7a8e3dce2f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.938241 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-acdf6e69-9225-4a3d-b7a5-9d68d4be3ef5 req-9e3753d3-ffad-43e1-8392-5a7a8e3dce2f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1090839 May 31 12:49:31.945317 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.970562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.982081 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-acdf6e69-9225-4a3d-b7a5-9d68d4be3ef5 req-555cbc62-f1c7-41f4-b3e3-5f8261b84a25 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 May 31 12:49:32.025722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:32.030514 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:32.042818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c21f4a-db73-44af-a746-87c4d3683817,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:32.046575 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:32.049957 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:32.052278 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53c21f4a-db73-44af-a746-87c4d3683817 HTTP/1.1" status: 204 len: 168 time: 0.1624053 May 31 12:49:32.671798 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-bff737a9-bcb8-4788-a361-800a6b859c1e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:32.672710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-bff737a9-bcb8-4788-a361-800a6b859c1e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Synchronizing usage tracker for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:32.692846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-bff737a9-bcb8-4788-a361-800a6b859c1e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Unset dirty status for tenant:86e3030d22e8464dba4ede083f2e091b on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:32.694242 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-bff737a9-bcb8-4788-a361-800a6b859c1e tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1229336 May 31 12:49:32.786803 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e8cf-2275-4354-a012-2b7b427caa6e req-7854b17c-f50a-469e-b6fb-aae631c0f835 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:32.788434 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7109e8cf-2275-4354-a012-2b7b427caa6e req-7854b17c-f50a-469e-b6fb-aae631c0f835 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 943 time: 0.1560597 May 31 12:49:32.839856 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6eda-1c6e-497e-b894-b3ef6d795ef8 req-9abef488-6f1b-41b6-9e82-c2d9ae36b447 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:32.841597 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-000d6eda-1c6e-497e-b894-b3ef6d795ef8 req-9abef488-6f1b-41b6-9e82-c2d9ae36b447 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 946 time: 0.1535797 May 31 12:49:32.851831 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7109e8cf-2275-4354-a012-2b7b427caa6e req-5bd7f612-44dc-4633-a89e-48f9a657ceba tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531466 May 31 12:49:32.898650 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-000d6eda-1c6e-497e-b894-b3ef6d795ef8 req-2d9e8cc8-f395-4b5c-a61d-d4ecd86074e0 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/security-groups?id=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 May 31 12:49:32.910622 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Deleting port 6b400ede-7c30-495b-aa14-fd8320c2a8ec {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:32.910962 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:32.939830 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-d9a4f2a5-080e-4375-94ac-f7b0f5642892 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258507 May 31 12:49:33.132318 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] For port 6b400ede-7c30-495b-aa14-fd8320c2a8ec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b400ede-7c30-495b-aa14-fd8320c2a8ec,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:33.133334 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:33.154823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0345a34-db46-4384-9605-0ef865ad3b3c req-dbfe510a-dac0-4b52-a946-485c5b491814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.156233 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d0345a34-db46-4384-9605-0ef865ad3b3c req-dbfe510a-dac0-4b52-a946-485c5b491814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.1412790 May 31 12:49:33.198525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-571f09ca-290e-4c7f-a369-dc499d351529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.200279 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-571f09ca-290e-4c7f-a369-dc499d351529 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 1099 time: 0.1940145 May 31 12:49:33.212384 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d0345a34-db46-4384-9605-0ef865ad3b3c req-db639238-fef7-4d8d-83db-0aadfea58131 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 May 31 12:49:33.228556 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4a4d-c08e-4910-8ba0-227f855aa209 req-3f18406b-95fb-4858-8bc4-470fa79d02de tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.229929 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fefe4a4d-c08e-4910-8ba0-227f855aa209 req-3f18406b-95fb-4858-8bc4-470fa79d02de tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1269751 May 31 12:49:33.271148 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Calling delete_port for 6b400ede-7c30-495b-aa14-fd8320c2a8ec owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:33.373380 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fefe4a4d-c08e-4910-8ba0-227f855aa209 req-d0f47529-f6ad-44c1-acdf-39ced48ab2aa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375380 May 31 12:49:33.420344 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-271c7bfd-20cf-4256-af40-79706bcda1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.422194 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-271c7bfd-20cf-4256-af40-79706bcda1ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.1580207 May 31 12:49:33.565664 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 821f6d95-25d4-49bc-afd2-b55708921406 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:49:33.643144 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-fbbd3a18-9569-40f9-b7d2-a9e010bf7663 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 200 len: 1001 time: 0.2123535 May 31 12:49:33.717790 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:33.727774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f05d2abe-6ad8-4c29-a8e4-e915c7326202 tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:33.734132 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['6b400ede-7c30-495b-aa14-fd8320c2a8ec'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:33.775974 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:33.777279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-d5cf0f28-721c-4f8f-a845-2bbb7dac6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.778758 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-d5cf0f28-721c-4f8f-a845-2bbb7dac6729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.1294198 May 31 12:49:33.779797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Pushing event deleted for resources: {'Port': ['ID=6b400ede-7c30-495b-aa14-fd8320c2a8ec,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:33.782366 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:33.795120 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '821f6d95-25d4-49bc-afd2-b55708921406', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'port_id': '821f6d95-25d4-49bc-afd2-b55708921406', 'mac_address': 'fa:16:3e:11:94:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:49:33.852208 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:33.869575 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821f6d95-25d4-49bc-afd2-b55708921406 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:33.875619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44802) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:33.887316 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:33.897025 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] No DVR routers for this DVR port 6b400ede-7c30-495b-aa14-fd8320c2a8ec on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:49:33.899915 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:33.900840 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:33.905466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'name': 'network-vif-deleted', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:33.905634 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:33.907590 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5def3633-949e-47e4-94bf-a8d3e207357c" -d '{"events": [{"server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "name": "network-vif-deleted", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:33.945042 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2ae9008a-9fe8-40cb-b37d-c44834de847b req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.39 "DELETE /v2.0/ports/6b400ede-7c30-495b-aa14-fd8320c2a8ec HTTP/1.1" status: 204 len: 173 time: 1.2446139 May 31 12:49:33.951246 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-4b4a2415-071c-4883-9b0c-ed054ff2fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.952756 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-4b4a2415-071c-4883-9b0c-ed054ff2fbdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1426632 May 31 12:49:34.006171 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:34.014368 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed8e495-f626-4885-9b6f-797b1767b651 x-openstack-request-id: req-8ed8e495-f626-4885-9b6f-797b1767b651 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:34.014691 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300287f0-b104-4916-b37a-99210fb96dc7", "name": "network-vif-deleted", "tag": "6b400ede-7c30-495b-aa14-fd8320c2a8ec", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:34.014967 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ed8e495-f626-4885-9b6f-797b1767b651 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:34.015390 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300287f0-b104-4916-b37a-99210fb96dc7', 'name': 'network-vif-deleted', 'tag': '6b400ede-7c30-495b-aa14-fd8320c2a8ec', 'status': 'completed', 'code': 200} May 31 12:49:34.033434 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.034082 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.034626 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.035153 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.035690 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.036211 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.049031 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.049623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.050153 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.050708 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.051232 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.051759 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:34.065830 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:34.105451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.130199 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:34.142996 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-c97b4669-440e-4f21-a0f1-7041b2ab50ec service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828361 May 31 12:49:34.143639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc3d1cc8f754f69a1d29f23a2bbcadb is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:34.146731 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:34.151951 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:34.203158 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:34.212776 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-163d39d1-c78c-4c22-bdf3-c87ed2e29202 req-6d8aadc1-eb31-4ec5-ab5d-6a8fc7bf8d87 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] 10.222.0.49 "GET /v2.0/ports?device_id=300287f0-b104-4916-b37a-99210fb96dc7 HTTP/1.1" status: 200 len: 210 time: 0.0619543 May 31 12:49:34.246817 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa578-4bf4-483b-9e84-4652fcd3f657 req-a179f8fe-e5d6-4114-9696-cc6a15cf52d9 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:34.248285 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8e2fa578-4bf4-483b-9e84-4652fcd3f657 req-a179f8fe-e5d6-4114-9696-cc6a15cf52d9 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 944 time: 0.2328250 May 31 12:49:34.303039 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f44dfade-ce53-4bb7-b019-ec4bbec3e336 req-c907f278-e44e-4bc4-adbc-434854335861 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484139 May 31 12:49:34.309972 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8e2fa578-4bf4-483b-9e84-4652fcd3f657 req-5fe9a56d-275d-4247-93a2-f25ecf0493db tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551786 May 31 12:49:34.361621 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.366407 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.372868 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-de799dae-41ad-4747-9ad0-3510460d7216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:34.411986 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b1bbb-0978-49e1-9f94-d941016b8a7f,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:34.416215 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fc3d1cc8f754f69a1d29f23a2bbcadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395844 May 31 12:49:34.417272 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:34.418928 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44816) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:34.519580 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.561523 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.621591 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb964e-3d06-457d-bca7-72572e9a0cbd req-3ceed163-3b20-4157-b48b-bbcf0f26a90b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:34.623018 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-30fb964e-3d06-457d-bca7-72572e9a0cbd req-3ceed163-3b20-4157-b48b-bbcf0f26a90b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1408803 May 31 12:49:34.651362 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.657927 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4a566be6-955e-4622-8ef0-aece318da700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:34.683672 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b1bbb-0978-49e1-9f94-d941016b8a7f,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:34.692976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:34.698277 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.701107 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb0b1bbb-0978-49e1-9f94-d941016b8a7f HTTP/1.1" status: 204 len: 168 time: 0.2811606 May 31 12:49:34.704998 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-30fb964e-3d06-457d-bca7-72572e9a0cbd req-bc88aa3d-359f-45e2-8414-3f779b68e74f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758848 May 31 12:49:35.010723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44826) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:35.028399 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.042692 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:35.047175 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Usage tracker for resource:security_group_rule and tenant:7e38f4154cbe409c811ae6ee22a0e4cf is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:35.050144 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:35.055930 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:35.137589 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.144822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.151780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6b25c703-30c1-4b19-8370-171993b78dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:35.191730 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e38f4154cbe409c811ae6ee22a0e4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798491 May 31 12:49:35.192481 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c555a977-fdb8-4862-a462-98ba6c2b2cc1,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:35.194810 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44830) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:35.195825 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:35.256114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.281873 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.311796 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44836) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:35.338580 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.342792 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-da0178ba-5127-4282-a7eb-b240645a709b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:35.354398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555a977-fdb8-4862-a462-98ba6c2b2cc1,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:35.358167 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:35.361680 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.365545 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c555a977-fdb8-4862-a462-98ba6c2b2cc1 HTTP/1.1" status: 204 len: 168 time: 0.1696796 May 31 12:49:35.572530 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 821f6d95-25d4-49bc-afd2-b55708921406 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:35.640280 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae4fee-c549-495f-b85c-959149c4083a req-d7a9e391-6b61-44e8-a3af-4883451e91e0 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:35.641786 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a8ae4fee-c549-495f-b85c-959149c4083a req-d7a9e391-6b61-44e8-a3af-4883451e91e0 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 944 time: 0.1840918 May 31 12:49:35.654146 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 821f6d95-25d4-49bc-afd2-b55708921406 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:35.654492 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 821f6d95-25d4-49bc-afd2-b55708921406 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:35.654937 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.774803 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a8ae4fee-c549-495f-b85c-959149c4083a req-7174bb1f-da79-49ef-80a2-6b17bdb72ddc tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 May 31 12:49:35.808649 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.842941 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:35.845373 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e15461-720c-4c3b-9b7e-1a56cf2dff34" -d '{"events": [{"server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "name": "network-vif-plugged", "status": "completed", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:35.852026 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:35.857378 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:35.860681 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:35.902129 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec55236-6ad4-4657-b761-09bcf23ecf89 x-openstack-request-id: req-eec55236-6ad4-4657-b761-09bcf23ecf89 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:35.902424 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "name": "network-vif-plugged", "status": "completed", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:35.902694 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eec55236-6ad4-4657-b761-09bcf23ecf89 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:35.903077 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'code': 200} May 31 12:49:35.945382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:35.950281 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:35.972888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62933926-1a14-4e8b-a599-f43d07793bcc req-959dc9a5-99c2-4f15-b84a-c7eb705b0b5c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:35.974447 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62933926-1a14-4e8b-a599-f43d07793bcc req-959dc9a5-99c2-4f15-b84a-c7eb705b0b5c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1108539 May 31 12:49:36.075565 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62933926-1a14-4e8b-a599-f43d07793bcc req-5862045e-5839-4f80-ba9f-0e2d6a64e0a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641055 May 31 12:49:36.096036 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.171085 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5605668-9259-4c20-9425-0cb96ef02d4b req-125dcf33-9085-4fa4-ae11-b15e45c03cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:36.172844 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d5605668-9259-4c20-9425-0cb96ef02d4b req-125dcf33-9085-4fa4-ae11-b15e45c03cec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1098 time: 0.0773370 May 31 12:49:36.214272 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d5605668-9259-4c20-9425-0cb96ef02d4b req-fa54b80e-3a43-4d5d-82c1-62a5a88d0f5e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 May 31 12:49:36.601995 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Deleting port fd955137-c830-403f-ba67-0f2673398b13 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:36.602315 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.695422 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3eb20fa5-3b30-4a3e-8491-41558dfbb93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.736567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] For port fd955137-c830-403f-ba67-0f2673398b13, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=fd955137-c830-403f-ba67-0f2673398b13,segment=NetworkSegment(df20dab1-8acd-4a76-9554-b3ab691f424c),segment_id=df20dab1-8acd-4a76-9554-b3ab691f424c)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:36.736915 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.867775 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Calling delete_port for fd955137-c830-403f-ba67-0f2673398b13 owned by network:router_interface {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:37.199292 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4026de-7c45-4d12-833c-2adb6b3f3b10 req-69e8f15a-e5e6-4b8d-8761-772033492170 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:37.200780 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-de4026de-7c45-4d12-833c-2adb6b3f3b10 req-69e8f15a-e5e6-4b8d-8761-772033492170 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.2573702 May 31 12:49:37.329639 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-de4026de-7c45-4d12-833c-2adb6b3f3b10 req-5fc6d4a7-6570-413b-b186-07eb35c001e3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202233 May 31 12:49:37.340838 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44902) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:37.405945 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c92d1-cf7f-42ac-ab8a-18c2ad667372 req-feac7aa9-a8bf-4d21-a55e-059ae4a0e278 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:37.407403 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-382c92d1-cf7f-42ac-ab8a-18c2ad667372 req-feac7aa9-a8bf-4d21-a55e-059ae4a0e278 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1942747 May 31 12:49:37.431125 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.440057 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:37.497700 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fd955137-c830-403f-ba67-0f2673398b13,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:37.517694 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:37.549708 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.560273 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-382c92d1-cf7f-42ac-ab8a-18c2ad667372 req-8d22f578-1413-4161-be90-e063aa57dfea tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465445 May 31 12:49:37.585076 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6b400ede-7c30-495b-aa14-fd8320c2a8ec no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:37.602673 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:37.612588 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Usage tracker for resource:security_group_rule and tenant:41fdc9154bc64075a6d590feca57f6f1 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:37.620726 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:37.622789 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 6b400ede-7c30-495b-aa14-fd8320c2a8ec {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:37.623135 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 6b400ede-7c30-495b-aa14-fd8320c2a8ec not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:37.629017 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:37.892719 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.927701 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.018956 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.030541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.040575 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-610b5151-2b74-41f0-bf07-06352a028cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:38.081221 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41fdc9154bc64075a6d590feca57f6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393479 May 31 12:49:38.084311 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44908) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:38.150386 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.153807 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25874ab-01c7-4bc9-be58-fc0c9a9cbda5,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:38.158727 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:38.178375 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.229884 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.234793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-af20c386-6691-479a-8482-1244ee0bf9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:38.246342 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25874ab-01c7-4bc9-be58-fc0c9a9cbda5,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:38.249267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:38.251234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.255189 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d25874ab-01c7-4bc9-be58-fc0c9a9cbda5 HTTP/1.1" status: 204 len: 168 time: 0.1697178 May 31 12:49:38.365426 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Router 115f6122-48c5-4cc9-9e69-ced47aa7431e has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:49:38.541133 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44918) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:38.559479 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.574943 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:38.578911 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Usage tracker for resource:security_group_rule and tenant:41ab5920647542e3b6893f4b80960ffd is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:38.581778 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:38.588584 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:38.609048 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:38.623590 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Sync routers for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:38.628594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339b17-aee1-467d-91d5-4b297477c9aa req-752e7304-02c0-4c87-93a4-8f6787ee5cae tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:38.630190 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c9339b17-aee1-467d-91d5-4b297477c9aa req-752e7304-02c0-4c87-93a4-8f6787ee5cae tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.1900713 May 31 12:49:38.637757 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:38.638934 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:49:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:38.692186 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.698002 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.707555 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e38b9995-90fa-4661-8467-70a0ba11f49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:38.730242 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f0c8d87f-716e-4519-80e9-f636e22317dd admin admin] 10.222.0.49 "PUT /v2.0/routers/115f6122-48c5-4cc9-9e69-ced47aa7431e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4144847 May 31 12:49:38.735828 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 44924) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:38.752287 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41ab5920647542e3b6893f4b80960ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099159 May 31 12:49:38.753540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809eee09-c905-43c9-9e01-c876b7a68b13,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:38.756259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44928) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:38.772196 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:38.807455 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c9339b17-aee1-467d-91d5-4b297477c9aa req-3f1b3348-0186-4b2e-bfe8-c68a85bffd1e tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690545 May 31 12:49:38.821634 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.851651 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.859507 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:38.914204 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.919753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c9384a-7aba-46b9-a602-79276696d26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:38.931241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809eee09-c905-43c9-9e01-c876b7a68b13,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:38.943846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:38.944669 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.945795 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/809eee09-c905-43c9-9e01-c876b7a68b13 HTTP/1.1" status: 204 len: 168 time: 0.1885412 May 31 12:49:39.004554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f53f2-26d4-4218-aa50-929051a25d20 req-5e93266a-36be-4fb6-a0e7-a65b3119675b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:39.006136 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-af1f53f2-26d4-4218-aa50-929051a25d20 req-5e93266a-36be-4fb6-a0e7-a65b3119675b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.3264654 May 31 12:49:39.008231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.051027 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.105471 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-2ed86608-db3d-4584-9870-75a8087d5dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.192992 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:49:37Z', 'revision_number': 5, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port': {'id': '24fb38f0-7951-48e8-857b-8f9417098bd9', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:19Z', 'updated_at': '2021-05-31T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:39.197039 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-af1f53f2-26d4-4218-aa50-929051a25d20 req-b17f9708-bc9c-4e91-a3f0-a877fa83178f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373389 May 31 12:49:39.197809 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Checking router: 115f6122-48c5-4cc9-9e69-ced47aa7431e for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:39.207532 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Routers {'115f6122-48c5-4cc9-9e69-ced47aa7431e'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:39.208317 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:49:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['115f6122-48c5-4cc9-9e69-ced47aa7431e'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:39.234539 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66074ed1-9ae3-4cc7-b65b-ab2dd1957320 req-ffadbd64-90dd-4635-8222-c500eed6127c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:39.236024 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-66074ed1-9ae3-4cc7-b65b-ab2dd1957320 req-ffadbd64-90dd-4635-8222-c500eed6127c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.3002152 May 31 12:49:39.271501 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.397285 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] Set router 115f6122-48c5-4cc9-9e69-ced47aa7431e gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:39.447149 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-66074ed1-9ae3-4cc7-b65b-ab2dd1957320 req-887cc5b2-34a4-40f7-a24a-db74c1f11ab0 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002397 May 31 12:49:39.474693 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Deleting port 24fb38f0-7951-48e8-857b-8f9417098bd9 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:39.475055 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.510488 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:49:39Z', 'revision_number': 6, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:39.515928 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d05de-9a83-493d-b54b-8b2df845aea7 None None] The sync data for ids ['115f6122-48c5-4cc9-9e69-ced47aa7431e'] in dv-cinder-786386-7-smb is: [{'id': '115f6122-48c5-4cc9-9e69-ced47aa7431e', 'name': 'tempest-ServerRescueNegativeTestJSON-564162721-router', 'tenant_id': '86e3030d22e8464dba4ede083f2e091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:17Z', 'updated_at': '2021-05-31T12:49:39Z', 'revision_number': 6, 'project_id': '86e3030d22e8464dba4ede083f2e091b', 'gw_port_host': None}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:39.610776 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] For port 24fb38f0-7951-48e8-857b-8f9417098bd9, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=24fb38f0-7951-48e8-857b-8f9417098bd9,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:39.611204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.735294 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Calling delete_port for 24fb38f0-7951-48e8-857b-8f9417098bd9 owned by network:router_gateway {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:39.944665 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dda86-32b0-4113-8273-e07797551684 req-7dd3b338-6f47-4452-8dd1-ee1452aea4e3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:39.946225 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6a1dda86-32b0-4113-8273-e07797551684 req-7dd3b338-6f47-4452-8dd1-ee1452aea4e3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.1421561 May 31 12:49:39.947354 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:39.951465 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5dc85e89-40f8-404e-bd4b-60a2e746c903 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:40.017910 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fb38f0-7951-48e8-857b-8f9417098bd9,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:40.024700 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:40.111728 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6a1dda86-32b0-4113-8273-e07797551684 req-d3e2de37-4f40-4885-a3f5-a63ac852b9cd tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255033 May 31 12:49:40.135233 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.220125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.321500 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.325379 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.396725 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 24fb38f0-7951-48e8-857b-8f9417098bd9 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:40.477585 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 24fb38f0-7951-48e8-857b-8f9417098bd9 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:40.478647 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 24fb38f0-7951-48e8-857b-8f9417098bd9 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:40.485375 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device fd955137-c830-403f-ba67-0f2673398b13 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:40.499302 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.501543 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115f6122-48c5-4cc9-9e69-ced47aa7431e {{(pid=98246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:49:40.539472 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.540729 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3f00d368-c330-490d-a28d-6df1d2ec33e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/115f6122-48c5-4cc9-9e69-ced47aa7431e HTTP/1.1" status: 204 len: 168 time: 1.8046403 May 31 12:49:40.543482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44976) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:40.558314 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: fd955137-c830-403f-ba67-0f2673398b13 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:40.558661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device fd955137-c830-403f-ba67-0f2673398b13 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:40.568189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d1290-bcdf-4292-b3f9-fc44d4431375 req-461c0821-5d9c-4128-bac9-67a592e0f046 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:40.569833 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c38d1290-bcdf-4292-b3f9-fc44d4431375 req-461c0821-5d9c-4128-bac9-67a592e0f046 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1443336 May 31 12:49:40.617801 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c38d1290-bcdf-4292-b3f9-fc44d4431375 req-ad792c89-dbec-459e-aace-cdc6b0443196 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 May 31 12:49:40.665723 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Deleting subnet 1c047b39-d34b-4a65-b67a-c42ae88a00e0 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:49:40.669456 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.731210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.799756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.053213 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.057919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-46c0b8e5-a317-4040-bbb3-f6931a31b19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:41.091857 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c047b39-d34b-4a65-b67a-c42ae88a00e0,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:41.093786 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.096591 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:41.100398 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3b777309-bbf5-4b22-bb25-35e4e8f0ca48 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1c047b39-d34b-4a65-b67a-c42ae88a00e0 HTTP/1.1" status: 204 len: 168 time: 0.5557804 May 31 12:49:41.103065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 44996) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:41.276269 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.399825 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.414147 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4282fe-1ee6-4ae9-8fc9-4b99e170b644']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:41.432003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df20dab1-8acd-4a76-9554-b3ab691f424c') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:41.432257 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df20dab1-8acd-4a76-9554-b3ab691f424c') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:41.445634 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.462935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.469425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:49:41.469809 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:49:41.483348 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:49:41.558803 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.566099 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.569861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f4ac5fad-ea28-4bd5-8ddb-9883e2904f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:41.594132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4282fe-1ee6-4ae9-8fc9-4b99e170b644,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:41.597160 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:41.604040 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6e78df99-6bbe-420e-bc61-cb3d8b6713aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/5f4282fe-1ee6-4ae9-8fc9-4b99e170b644 HTTP/1.1" status: 204 len: 168 time: 0.4976842 May 31 12:49:41.759116 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:41.800219 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:41.802481 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45018) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:41.840320 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d809ffe-7ea8-4960-9066-d6708f5b3719 req-35e4181f-b31c-40bf-8214-513222a2a880 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:41.842994 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d809ffe-7ea8-4960-9066-d6708f5b3719 req-35e4181f-b31c-40bf-8214-513222a2a880 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0977957 May 31 12:49:41.859786 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-2c18f018-a74a-464c-a33f-9ebc083f0bcd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86e3030d22e8464dba4ede083f2e091b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555718 May 31 12:49:41.863606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45022) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:41.930554 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d809ffe-7ea8-4960-9066-d6708f5b3719 req-c162f5ae-9950-4d86-a0da-87fe82860668 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804441 May 31 12:49:41.970145 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:42.001566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:42.062619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:42.068882 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-644f13c8-c8d5-4398-a297-42f0db7a98b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:42.085191 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f48d0c-17aa-4e89-bd35-0e2d2cb628d4,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:42.088452 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:42.116468 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:42.119997 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44f48d0c-17aa-4e89-bd35-0e2d2cb628d4 HTTP/1.1" status: 204 len: 168 time: 0.2532411 May 31 12:49:42.405301 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85b1a-c002-4446-80c0-a5ca73af6039 req-50cf180b-afaf-4821-adb0-6b85b9902463 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.409546 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5cd85b1a-c002-4446-80c0-a5ca73af6039 req-50cf180b-afaf-4821-adb0-6b85b9902463 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1156635 May 31 12:49:42.412658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-3cd15975-eb63-4a87-9f43-eaf912dc7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.414125 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-3cd15975-eb63-4a87-9f43-eaf912dc7da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 1099 time: 0.0777938 May 31 12:49:42.461906 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5cd85b1a-c002-4446-80c0-a5ca73af6039 req-68f99dc8-804a-4e1c-bc71-da0c0a6fac51 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481827 May 31 12:49:42.565669 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-bdbfe29b-9ee1-47c6-b81d-e61ffa9f149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.567107 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-bdbfe29b-9ee1-47c6-b81d-e61ffa9f149a service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.1449113 May 31 12:49:42.695363 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-282b3e90-d80a-40ed-a46e-aa92b6e9dbd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 200 len: 1001 time: 0.1212730 May 31 12:49:42.760534 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-8794820a-9372-4b6f-a0d2-75c16b392533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.762021 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-8794820a-9372-4b6f-a0d2-75c16b392533 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.0584257 May 31 12:49:42.843239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-6f156937-b8ee-4b1a-83f4-eb94f94b4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.844702 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-6f156937-b8ee-4b1a-83f4-eb94f94b4415 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741103 May 31 12:49:42.984496 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-5766cf02-b3e5-496e-8246-aedc5ba31362 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331298 May 31 12:49:43.120199 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-497c5cdd-4e2b-4359-911d-1dc1e0d25730 req-37b5b66c-9a01-4430-b22a-c687f299d70f service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 May 31 12:49:43.654128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6780bc-3be7-4450-95b6-6d389280b021 req-89152fba-78ed-4cbb-8c0d-fa23df790e6a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:43.661692 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6e6780bc-3be7-4450-95b6-6d389280b021 req-89152fba-78ed-4cbb-8c0d-fa23df790e6a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.0931611 May 31 12:49:43.737933 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6e6780bc-3be7-4450-95b6-6d389280b021 req-54dd7144-540c-41ff-a907-f446acb5f173 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680008 May 31 12:49:44.365422 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45138) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:44.487864 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.502396 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:44.506837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f7757d2ae14fe6ab7b99ab5605c129 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:44.510145 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:44.516725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:44.604873 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.610012 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.616963 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3683a880-7793-4394-8fe0-90cde8e2f6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:44.656651 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7f7757d2ae14fe6ab7b99ab5605c129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901905 May 31 12:49:44.658551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906db4c3-fb93-41b2-988d-0178b2525d86,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:44.659965 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45144) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:44.661693 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8a9d6abe-15a0-4348-bf72-e7478e9804f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:44.806362 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.832268 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.949798 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913635d-2259-42f8-ba46-8d8991590b73 req-a100cb78-0018-48e8-9e44-2c3145896424 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:44.953462 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d913635d-2259-42f8-ba46-8d8991590b73 req-a100cb78-0018-48e8-9e44-2c3145896424 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1046193 May 31 12:49:44.954656 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:44.961021 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-35b093e2-a462-4d4e-93de-d1d1eab17654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:44.987940 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906db4c3-fb93-41b2-988d-0178b2525d86,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:44.994697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:45.007802 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.008958 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-954c330f-87eb-43b4-a739-cea40374f627 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/906db4c3-fb93-41b2-988d-0178b2525d86 HTTP/1.1" status: 204 len: 168 time: 0.3473318 May 31 12:49:45.043616 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d913635d-2259-42f8-ba46-8d8991590b73 req-476915d8-7032-4062-a3dd-32abd3891ff1 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834694 May 31 12:49:45.233424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45174) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.356578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.378972 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45180) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.379448 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:45.391079 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b699c-ae09-459f-8e05-027c6851ad26 req-1d4e76af-cdea-48e7-9890-e536b4e39a4f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:45.392465 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-422b699c-ae09-459f-8e05-027c6851ad26 req-1d4e76af-cdea-48e7-9890-e536b4e39a4f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.1207330 May 31 12:49:45.393490 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Usage tracker for resource:security_group_rule and tenant:fe2c094567e248de9d2c305e34a7f1ba is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:45.396937 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:45.401826 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.414817 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:45.415877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:45.419939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1fc37387af4984b0fb6024e1f790a0 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:45.423193 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:45.429205 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:45.458285 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-422b699c-ae09-459f-8e05-027c6851ad26 req-9e9b95f1-082e-46df-965c-1d0c1f5c70d3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 May 31 12:49:45.483542 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45184) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.521768 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.525976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.535103 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-71686b33-1714-4a5b-a90a-d96b04e0f7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:45.538004 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.543331 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.552635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-96557677-108e-4f14-b0b4-1005e7cb74a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:45.576294 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb1fc37387af4984b0fb6024e1f790a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962130 May 31 12:49:45.577926 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb44ef7-f1a5-409f-aefa-f69e49ae16b5,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:45.581507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:45.581984 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45190) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.595990 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44b446-fdc3-41d7-920c-30f413e77523,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:45.606176 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:45.626473 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe2c094567e248de9d2c305e34a7f1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919392 May 31 12:49:45.629424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45194) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.743549 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.791257 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.793926 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.858109 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.865670 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d0f74-4e66-4fc4-9f21-f821df33ec5f tempest-TestMinimumBasicScenario-1117249031 tempest-TestMinimumBasicScenario-1117249031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:45.867183 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-069d0f74-4e66-4fc4-9f21-f821df33ec5f tempest-TestMinimumBasicScenario-1117249031 tempest-TestMinimumBasicScenario-1117249031-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1093 time: 0.3826733 May 31 12:49:45.870586 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45198) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:45.875877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'port_id': '821f6d95-25d4-49bc-afd2-b55708921406', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:45.882480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:45.886328 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:floatingip and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:45.889399 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:45.895450 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:45.906948 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.908946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for floatingip, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.911240 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-1cdd2f99-2468-4da7-b9ec-e5a4da27279a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:45.926745 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.930392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb44ef7-f1a5-409f-aefa-f69e49ae16b5,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:45.939003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:45.939493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:45.951528 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.952633 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd44b446-fdc3-41d7-920c-30f413e77523 HTTP/1.1" status: 204 len: 168 time: 0.3222573 May 31 12:49:45.955770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:45.956781 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-27f5a1aa-ba24-4ee5-a974-43cbefd82c41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0eb44ef7-f1a5-409f-aefa-f69e49ae16b5 HTTP/1.1" status: 204 len: 168 time: 0.3738520 May 31 12:49:45.958059 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44b446-fdc3-41d7-920c-30f413e77523,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:45.960421 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:46.057135 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.273289 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Allocated IP 172.28.0.129 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/cc29667e-2fe2-4c49-85d7-58e90dc099c4) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:46.385413 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45216) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:46.403636 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.419183 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:46.423437 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Usage tracker for resource:security_group_rule and tenant:9a299796966c43a5aab1bcc22e15f30d is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:46.426312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:46.429879 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.432063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:46.463355 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.468232 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:46.517315 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.523040 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.529328 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:46.532171 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:46.533706 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4cf6515e-c10d-4dc6-aaa0-8879a4ae6a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:46.535190 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:46.578646 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a299796966c43a5aab1bcc22e15f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896620 May 31 12:49:46.579592 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45222) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:46.579713 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'Port': ['ID=cc29667e-2fe2-4c49-85d7-58e90dc099c4,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:46.591761 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:46.593594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f99f6-0953-428a-9386-d44fe976ec9a,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:46.598907 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:46.650863 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.682163 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.735717 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.749313 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6ac7e2c6-9b0e-4aba-838d-cccd2b893cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:46.763347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f99f6-0953-428a-9386-d44fe976ec9a,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:46.765997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:46.767217 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:46.769011 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f63f99f6-0953-428a-9386-d44fe976ec9a HTTP/1.1" status: 204 len: 168 time: 0.1885109 May 31 12:49:47.128239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.152291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45248) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:47.169788 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.185730 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:47.189925 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Usage tracker for resource:security_group_rule and tenant:11bed52f78724ba0b2c7368499c2b7be is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:47.193497 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:47.200279 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:47.246624 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.290128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.294926 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.305713 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f3cf8548-3c13-49c6-bfaa-f28621e917d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:47.347640 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11bed52f78724ba0b2c7368499c2b7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919432 May 31 12:49:47.350795 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45256) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:47.351459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2683fd6-192b-4bc3-8ead-fe5ad0f0e35c,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:47.356032 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:47.421543 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.447031 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.464156 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.471623 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.478225 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-73811032-066e-47ce-89ae-2a6caf7ead68 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:47.504776 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.509189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3034b0af-75f1-47cd-b06b-54721beab0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:47.520717 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2683fd6-192b-4bc3-8ead-fe5ad0f0e35c,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:47.530310 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:47.533723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.538056 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2683fd6-192b-4bc3-8ead-fe5ad0f0e35c HTTP/1.1" status: 204 len: 168 time: 0.1807001 May 31 12:49:47.600688 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'Port': ['ID=cc29667e-2fe2-4c49-85d7-58e90dc099c4,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:47.605009 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:47.609968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:47.887083 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Floating IP f5a2c529-5e7f-4432-ab0c-316ef115940f associated. External IP: 172.28.0.129, port: 821f6d95-25d4-49bc-afd2-b55708921406. May 31 12:49:48.265480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Router 61ac8960-a7cb-4aee-8033-6a9de25f9593 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:49:48.441196 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:48.452529 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Sync routers for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:48.463731 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:48.464348 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:49:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:48.482398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.542063 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6697109 May 31 12:49:48.542706 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:48.544752 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45296) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:48.552289 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143526098', 'description': 'tempest-secgroup-smoke-2143526098 description', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:48.558373 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:48.559321 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd" -d '{"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:48.562594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:48.565836 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:48.572562 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:48.597796 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.612429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c53e1f-5122-4776-9b3a-926838433ac1 x-openstack-request-id: req-71c53e1f-5122-4776-9b3a-926838433ac1 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:48.612789 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:48.613037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71c53e1f-5122-4776-9b3a-926838433ac1 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:48.613485 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:49:48.632397 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:48.637880 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:48.641016 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:48.649244 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:48.660395 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:48.725384 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-8851a254-c031-4277-90b5-160b2487afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.727847 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-8851a254-c031-4277-90b5-160b2487afcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1098 time: 0.0957310 May 31 12:49:48.737830 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.743037 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.764543 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-902f5f10-84c5-4a5b-8a48-9fcf801c543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:48.776835 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.778075 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2321196 May 31 12:49:48.781335 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45308) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:48.796359 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:48.810246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:48.814524 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f24f70-1e57-4197-a807-ade43f8ecbf4,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:48.817162 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:48.820314 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b6d85e08-0bfa-4b12-b2d4-16b0b4de4b52 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:48.821113 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:48.827487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:48.843417 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.921383 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-c16ff2ff-7b77-43c4-a69f-c805a6452467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.922995 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-c16ff2ff-7b77-43c4-a69f-c805a6452467 service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.1870391 May 31 12:49:48.929933 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.935044 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.945697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c75ac050-3b34-4201-b3b0-90f18ef1b5cf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:48.969312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efce60a-f2f3-47a1-9fff-5c5b72ce4403,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:48.977651 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:48.984281 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.988584 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063076 May 31 12:49:48.989307 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45316) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:48.994942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:49.001675 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:49.005657 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:49.008665 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:49.014794 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:49.037640 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.061331 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-431eed80-db8e-4885-bdaa-8ea27de2b2bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 999 time: 0.1283598 May 31 12:49:49.086133 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f5a2c529-5e7f-4432-ab0c-316ef115940f', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'floating_ip_address': '172.28.0.129', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'port_id': '821f6d95-25d4-49bc-afd2-b55708921406', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'mac_address': 'fa:16:3e:11:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464fb007-9da7-4ded-9047-e53abc1935c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:49:46Z', 'updated_at': '2021-05-31T12:49:46Z', 'revision_number': 0, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:49.090341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Checking router: 61ac8960-a7cb-4aee-8033-6a9de25f9593 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:49.099693 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:49.101944 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:49:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:49.142058 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-d1c332a5-0f84-467c-9b04-9d5a8aad1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.144569 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-d1c332a5-0f84-467c-9b04-9d5a8aad1c9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0756321 May 31 12:49:49.146726 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.151218 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.154016 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-51e8aa5f-0fe3-4a85-919b-185ae49a63b6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:49.188936 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d00041-429e-4729-8717-07df96d8fad7,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:49.200412 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:49.212302 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.216250 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2236516 May 31 12:49:49.222907 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45328) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:49.232529 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:49.245993 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:49.254191 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:49.257818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:49.265774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:49.292639 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-da41e8f8-34ae-4fe6-962f-d4505e7e27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.294674 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-da41e8f8-34ae-4fe6-962f-d4505e7e27af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393826 May 31 12:49:49.296450 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.363729 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:49.470209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.486446 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.498728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ebcc6b27-63b9-4059-a4e3-1fdbcb1e4b8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:49.519196 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-32ab30f5-6f4e-4792-a6bc-c3c336f55ce5 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125902 May 31 12:49:49.520791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de75a0c-1dd3-4784-90cb-c582a29f4c49,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:49.523676 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:49.549870 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.551037 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271182 May 31 12:49:49.554128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45338) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:49.561322 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:49.569988 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:49.579918 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:49.590228 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:49.600606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:49.637693 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.751718 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.759421 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.761816 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-faac47fb-5914-4893-8f3d-ec90193b4156 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:49.786589 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f5a2c529-5e7f-4432-ab0c-316ef115940f', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'floating_ip_address': '172.28.0.129', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'port_id': '821f6d95-25d4-49bc-afd2-b55708921406', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'mac_address': 'fa:16:3e:11:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464fb007-9da7-4ded-9047-e53abc1935c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:49:46Z', 'updated_at': '2021-05-31T12:49:46Z', 'revision_number': 0, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:49.801560 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05ea3c-ad69-44a7-ab6e-ad120c4579b6 None None] The sync data for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb is: [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'f5a2c529-5e7f-4432-ab0c-316ef115940f', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'floating_ip_address': '172.28.0.129', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'port_id': '821f6d95-25d4-49bc-afd2-b55708921406', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'mac_address': 'fa:16:3e:11:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464fb007-9da7-4ded-9047-e53abc1935c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:49:46Z', 'updated_at': '2021-05-31T12:49:46Z', 'revision_number': 0, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:49.808450 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ed2201-e240-4cb3-9e03-855fa1277008,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:49.813730 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:49.820268 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.822057 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-b8353263-a1af-4f8a-ad61-a26e1b582272 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2659075 May 31 12:49:49.824920 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45348) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:49.831144 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:49.838143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:49.842791 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:49.846645 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:49.857661 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:49.871755 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.securitygroups_db [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Project ec611dcfca6d4ae1b7e9c005ece94c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:49:49.886860 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.956933 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d26a0ad6-94bd-4cbd-a243-ad51c7983afd req-53c270e7-ae74-4a96-a298-1f98b94ee7eb service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279315 May 31 12:49:49.984770 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.995904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.033664 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.046227 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.048100 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2217126 May 31 12:49:50.050997 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45358) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:50.056395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'security_group_rule': {'security_group_id': '24f24f70-1e57-4197-a807-ade43f8ecbf4', 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:50.063577 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831eefea-278a-4a7c-80bb-737da37c40d1,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:50.065899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:50.066156 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:50.071736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Usage tracker for resource:security_group_rule and tenant:ec611dcfca6d4ae1b7e9c005ece94c4a is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:50.075146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:50.081988 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:50.094280 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.securitygroups_db [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Project ec611dcfca6d4ae1b7e9c005ece94c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:49:50.098516 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfbfea-fb8c-4419-b70e-0f022727695c None None] New status for floating IP f5a2c529-5e7f-4432-ab0c-316ef115940f: ACTIVE {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:49:50.102400 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.174679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.178646 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.180771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ea08a267-0a5f-4500-ae9f-b927799a8f06 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.202405 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beed0ca-e4f9-46b5-8833-f4a93731f01f,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:50.204896 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:50.212696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.213926 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-da5ba119-f4e4-471c-8755-8f897e22a939 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617169 May 31 12:49:50.338506 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-e0484bd8-0577-42af-b4e7-8a132350f504 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Synchronizing usage tracker for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:50.355824 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-e0484bd8-0577-42af-b4e7-8a132350f504 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Unset dirty status for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:50.357174 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-e0484bd8-0577-42af-b4e7-8a132350f504 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143526098&fields=id&tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a HTTP/1.1" status: 200 len: 267 time: 0.0621469 May 31 12:49:50.446576 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-a12b5d8f-4f6d-48a7-a46e-636628526b5c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.448050 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-a12b5d8f-4f6d-48a7-a46e-636628526b5c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.0852287 May 31 12:49:50.459173 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'port': {'security_groups': ['63f31c97-73f4-47fc-b921-277d31c0cd2a', '24f24f70-1e57-4197-a807-ade43f8ecbf4']}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:50.590120 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.920555 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:50.947724 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.953437 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7068305'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.960707 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.966655 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:51.029270 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.029941 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.034989 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3ff01598-71ba-4883-b2af-14390ff8bdff req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "PUT /v2.0/ports/821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 981 time: 0.5803130 May 31 12:49:51.049551 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:51.051955 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7211bd-0b37-4706-99e0-64470136626e" -d '{"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:51.089996 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=6']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:51.093501 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-fa5d8c19-6d34-40c4-9306-b9af8c195e32 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:51.124403 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:51.146511 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d2e32-b16b-4685-a8b3-b6d23df701b3 x-openstack-request-id: req-216d2e32-b16b-4685-a8b3-b6d23df701b3 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:51.146836 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:51.147115 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-216d2e32-b16b-4685-a8b3-b6d23df701b3 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:51.147540 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:49:51.308665 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0af0fc-7d4a-4d6d-9fc1-209ca1fd8b68 req-ad28f81d-3893-46c2-877b-ec015a35cc88 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.310383 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb0af0fc-7d4a-4d6d-9fc1-209ca1fd8b68 req-ad28f81d-3893-46c2-877b-ec015a35cc88 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1417613 May 31 12:49:51.332692 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7211bd-0b37-4706-99e0-64470136626e req-5a9a4e3b-5ea6-4f07-b2b6-2bec1c19655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.334434 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-5a9a4e3b-5ea6-4f07-b2b6-2bec1c19655b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1137 time: 0.1588435 May 31 12:49:51.408140 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb0af0fc-7d4a-4d6d-9fc1-209ca1fd8b68 req-0f13c57a-7c3b-4d8e-93f7-5baa7bfbde70 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908518 May 31 12:49:51.497600 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7211bd-0b37-4706-99e0-64470136626e req-ed71ecba-59a3-459b-ade0-dc31c3fde585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.497734 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7c32e646-8ead-4327-ba96-debfb51153dd None None] Provisioning complete for port 821f6d95-25d4-49bc-afd2-b55708921406 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:51.498051 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7c32e646-8ead-4327-ba96-debfb51153dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.499804 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-ed71ecba-59a3-459b-ade0-dc31c3fde585 service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.1563556 May 31 12:49:51.629286 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-c31eb73c-6457-4193-a864-a828607122bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 1001 time: 0.1196935 May 31 12:49:51.716250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7211bd-0b37-4706-99e0-64470136626e req-76c82206-b2d1-4ad1-b802-95236ec1dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.718436 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-76c82206-b2d1-4ad1-b802-95236ec1dfce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0823061 May 31 12:49:51.823157 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7211bd-0b37-4706-99e0-64470136626e req-72246b5c-080e-4b60-8dc3-0a78476e6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.824839 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-72246b5c-080e-4b60-8dc3-0a78476e6a29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987291 May 31 12:49:51.990115 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-6ff300a2-eb9b-4946-af4a-bb38841e3eb3 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511598 May 31 12:49:52.133450 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7b7211bd-0b37-4706-99e0-64470136626e req-3f5d2389-0810-4fbc-bdc4-21902be7487c service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353803 May 31 12:49:55.496428 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45502) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:55.581628 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45508) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:55.666778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.696189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.706267 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.712550 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Usage tracker for resource:security_group_rule and tenant:75a615fca0864413a0c6e623992799cb is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.715406 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.721306 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.723716 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.728126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Usage tracker for resource:security_group_rule and tenant:f0cdd32873654ddd83a5ebc30c31370b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.732303 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.742392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.872088 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.883921 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.892651 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a41d8843-749f-4e13-9069-5891e128ecb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:55.901501 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.916717 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.949794 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75a615fca0864413a0c6e623992799cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523396 May 31 12:49:55.952866 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45514) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:55.962034 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42fb846-b441-4da7-92a4-95bacd4a6dd8,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:55.965893 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:55.969323 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6617ff8d-d1a9-412c-b2c5-799edaf0036c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:55.979711 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0cdd32873654ddd83a5ebc30c31370b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970525 May 31 12:49:55.982340 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45518) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.014222 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.016813 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eccef3-f709-4a93-9113-99fd8fecafcb,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.020061 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.051912 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.063023 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.088195 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.103705 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.107357 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.118182 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42fb846-b441-4da7-92a4-95bacd4a6dd8,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.120709 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.126119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.127335 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b42fb846-b441-4da7-92a4-95bacd4a6dd8 HTTP/1.1" status: 204 len: 168 time: 0.1734402 May 31 12:49:56.154550 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.158490 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9f984f86-cb62-40f0-81fd-6147464ce874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.171825 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eccef3-f709-4a93-9113-99fd8fecafcb,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.175565 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.183106 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.184235 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11eccef3-f709-4a93-9113-99fd8fecafcb HTTP/1.1" status: 204 len: 168 time: 0.2010577 May 31 12:49:56.482035 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45530) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.500725 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.519744 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:56.523922 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:436167d16fcd4273b9c73deebeeeeacd is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:56.527072 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:56.529468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45534) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.532993 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:56.547330 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.562406 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:56.566422 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Usage tracker for resource:security_group_rule and tenant:7ac5e74272a145249bcd7b03ed22c7d3 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:56.569402 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:56.575071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:56.615172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.618886 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.627148 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3752c1de-6f52-4183-b405-d1cea39ab4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.655881 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.662066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.666435 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=436167d16fcd4273b9c73deebeeeeacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832452 May 31 12:49:56.667318 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2308b89-d16b-4e49-8997-5cdb316a5f50,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.669657 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45538) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.673414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4e284349-50eb-4437-8570-b9fd1d5ac5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.693241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.712008 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c2276-73b4-4511-adc0-84b36e1e655e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.716284 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ac5e74272a145249bcd7b03ed22c7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858070 May 31 12:49:56.717166 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.719086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45542) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.728502 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.754071 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.775392 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.800496 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.805807 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.810760 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.826848 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2308b89-d16b-4e49-8997-5cdb316a5f50,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.829346 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.835429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.836717 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2308b89-d16b-4e49-8997-5cdb316a5f50 HTTP/1.1" status: 204 len: 168 time: 0.1661432 May 31 12:49:56.855816 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.859690 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3e97fd24-d269-4c54-bac4-0cab943df4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.872032 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c2276-73b4-4511-adc0-84b36e1e655e,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.875543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.878841 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.882496 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/242c2276-73b4-4511-adc0-84b36e1e655e HTTP/1.1" status: 204 len: 168 time: 0.1599708 May 31 12:49:57.652493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45588) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:57.812594 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616730825-network', 'tenant_id': '358f27185ab04ed7ae5509dd627a7585'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:57.820095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:57.824279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Usage tracker for resource:network and tenant:358f27185ab04ed7ae5509dd627a7585 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:57.827377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:57.834166 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:57.845685 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Made reservation on behalf of 358f27185ab04ed7ae5509dd627a7585 for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:57.848061 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.863086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.881973 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:57.886081 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Usage tracker for resource:security_group_rule and tenant:358f27185ab04ed7ae5509dd627a7585 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:57.889785 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:57.897732 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:57.997194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.002239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.005454 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:58.036558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:58.042710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b70a3-9d1a-4270-bd5f-4b63a35292df,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:58.046619 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:58.052756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.053185 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Added segment 8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa of type vlan for network 7eecab48-c729-4042-a9ed-2c923eb9854b May 31 12:49:58.079898 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.109435 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.110737 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.111317 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.114716 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:58.214111 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5604930 May 31 12:49:58.214859 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Pushing event updated for resources: {'Network': ['ID=7eecab48-c729-4042-a9ed-2c923eb9854b,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:58.217196 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45612) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:58.218295 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:58.224594 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Request body: {'subnet': {'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616730825-subnet', 'tenant_id': '358f27185ab04ed7ae5509dd627a7585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:58.224917 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 7eecab48-c729-4042-a9ed-2c923eb9854b details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:58.229545 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:58.233549 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Usage tracker for resource:subnet and tenant:358f27185ab04ed7ae5509dd627a7585 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:58.236356 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:58.242173 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:58.260521 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Made reservation on behalf of 358f27185ab04ed7ae5509dd627a7585 for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:58.263197 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6726639'] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.651778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6726649'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.656355 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:58.729298 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a2b978-733d-4871-a2c2-31c7870d916a,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:58.732979 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:58.740125 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Checking segment: {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:58.740476 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Network hostable DHCP agents. Network: 7eecab48-c729-4042-a9ed-2c923eb9854b, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:58.760467 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Network 7eecab48-c729-4042-a9ed-2c923eb9854b is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:58.771371 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 7eecab48-c729-4042-a9ed-2c923eb9854b) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:58.780210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365cb4bb-ed0b-4ca3-bff6-f9265c857e28 None None] Network 7eecab48-c729-4042-a9ed-2c923eb9854b requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:58.783871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.784461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.804964 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-198cb28e-e574-4779-b5dc-b3c4c97ef18a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5852218 May 31 12:49:58.991775 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5c8a8-b6bb-43ca-a7c4-c69639787a27 None None] Network 7eecab48-c729-4042-a9ed-2c923eb9854b requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:59.515748 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45658) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:59.635238 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.650379 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:59.654741 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Usage tracker for resource:security_group_rule and tenant:56fcc1942f7d4454881479f21bc7ac87 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:59.657657 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:59.663924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:59.747966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.753499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.760046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8a0c5fac-7536-4f59-b461-6c2069088989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:59.798872 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56fcc1942f7d4454881479f21bc7ac87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820296 May 31 12:49:59.799799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da2bcd-92a8-4a30-a88d-e74268f4872a,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:59.802997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45664) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:59.803515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:59.875707 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.902758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.964696 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.968358 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-28f1be29-ef35-49a6-b0eb-f72a93c8efd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:59.979309 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da2bcd-92a8-4a30-a88d-e74268f4872a,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:59.982654 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:59.985823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.986947 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24da2bcd-92a8-4a30-a88d-e74268f4872a HTTP/1.1" status: 204 len: 168 time: 0.1825578 May 31 12:50:00.283403 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45672) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:00.311818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.326147 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:00.330205 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Usage tracker for resource:security_group_rule and tenant:4b747593b8b642ab89b94d36e233a5ee is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:00.333176 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:00.339163 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:00.418478 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.425914 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.434505 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa6015d6-8181-4825-9e10-a066c18e5754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:00.473917 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b747593b8b642ab89b94d36e233a5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891813 May 31 12:50:00.476676 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0d2eb-e90b-4302-a788-e1a1fe7d0f3e,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.476853 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45678) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:00.479863 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.540612 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.565904 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.619926 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.625217 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a6043b0d-288e-4bdc-b253-1df920bc99a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:00.635937 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0d2eb-e90b-4302-a788-e1a1fe7d0f3e,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.639414 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.642832 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.645485 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12b0d2eb-e90b-4302-a788-e1a1fe7d0f3e HTTP/1.1" status: 204 len: 168 time: 0.1676075 May 31 12:50:00.861924 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-8d9d9d36-193c-468b-b497-12483f2c70e2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:00.863392 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-8d9d9d36-193c-468b-b497-12483f2c70e2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 809 time: 0.1469226 May 31 12:50:00.878081 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-9d03a061-5439-4750-94f0-2cc0dd9dc087 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/quotas/358f27185ab04ed7ae5509dd627a7585 HTTP/1.1" status: 200 len: 375 time: 0.0090418 May 31 12:50:00.925175 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-af85e0a9-dc2c-45b9-81c7-1598bfb18ba2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418644 May 31 12:50:01.059378 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-5c99c990-9f68-4404-b5ce-12d4a82a3e2e service neutron] 10.222.0.49 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269979 May 31 12:50:01.190087 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-96e9746d-f5ec-4f24-987c-0214f1c93905 service neutron] 10.222.0.49 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249666 May 31 12:50:02.392858 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1e5d1f2e-7bf4-45d6-8c6a-68f2234a8dc8 req-d274d1a4-c7d6-42b5-b70c-08c4df0108c4 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 210 time: 0.0475309 May 31 12:50:03.558460 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-581768db-5495-470b-a518-51e1a0f94e0f req-f14eef3e-3d31-400d-b715-f9d8ceffdccf tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 210 time: 0.0485613 May 31 12:50:03.667683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-bb6ae103-0fc3-41cb-acb6-4b2e47b38535 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:03.668370 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-bb6ae103-0fc3-41cb-acb6-4b2e47b38535 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Synchronizing usage tracker for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:network {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:03.687708 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-bb6ae103-0fc3-41cb-acb6-4b2e47b38535 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Unset dirty status for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:network {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:03.689231 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-bb6ae103-0fc3-41cb-acb6-4b2e47b38535 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 809 time: 0.2561009 May 31 12:50:03.705779 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Request body: {'port': {'device_id': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b', 'admin_state_up': True, 'tenant_id': '358f27185ab04ed7ae5509dd627a7585'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:03.840203 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:03.844073 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Usage tracker for resource:port and tenant:358f27185ab04ed7ae5509dd627a7585 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:03.846916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:03.852734 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:03.862846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Made reservation on behalf of 358f27185ab04ed7ae5509dd627a7585 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:03.866475 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.046690 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Allocated IP 172.20.0.9 (7eecab48-c729-4042-a9ed-2c923eb9854b/65a2b978-733d-4871-a2c2-31c7870d916a/3e273ef0-8902-4f20-8d4b-27fff67caa33) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:04.257113 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.297883 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.303913 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.372781 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Network 7eecab48-c729-4042-a9ed-2c923eb9854b is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:04.376001 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:04.379858 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:04.409510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Pushing event updated for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.415886 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:04.446465 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.447065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.476857 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746158 May 31 12:50:04.489992 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Request body: {'port': {'device_id': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:04.611839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.749487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f66a-ac0b-4fd4-b6ac-c23e6357825d req-ddf8711d-0403-4dce-9fb8-dd9e132a1e49 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.751492 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3c2f66a-ac0b-4fd4-b6ac-c23e6357825d req-ddf8711d-0403-4dce-9fb8-dd9e132a1e49 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 931 time: 0.0848236 May 31 12:50:04.884005 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3c2f66a-ac0b-4fd4-b6ac-c23e6357825d req-a88d6c63-23cc-4c4e-a487-d02729260510 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266897 May 31 12:50:04.956470 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e273ef0-8902-4f20-8d4b-27fff67caa33 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:04.964047 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.979910 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Transition to ACTIVE for port object 3e273ef0-8902-4f20-8d4b-27fff67caa33 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:04.986282 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.990168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-181dfb77-4623-4a31-b0e1-99c7a37808d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:05.115346 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Pushing event updated for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:05.140212 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:05.215385 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Attempting to bind port 3e273ef0-8902-4f20-8d4b-27fff67caa33 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:05.215703 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Attempting to bind port 3e273ef0-8902-4f20-8d4b-27fff67caa33 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:05.215998 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Attempting to bind port 3e273ef0-8902-4f20-8d4b-27fff67caa33 on network 7eecab48-c729-4042-a9ed-2c923eb9854b {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:05.220672 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Port 3e273ef0-8902-4f20-8d4b-27fff67caa33 on network 7eecab48-c729-4042-a9ed-2c923eb9854b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:05.220974 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Attempting to bind port 3e273ef0-8902-4f20-8d4b-27fff67caa33 on network 7eecab48-c729-4042-a9ed-2c923eb9854b {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:05.226249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:05.226562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Checking segment: {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:05.226925 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Bound using segment: {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:05.227339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Bound port: 3e273ef0-8902-4f20-8d4b-27fff67caa33, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:05.227672 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.319807 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:05.322874 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:05.328098 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.332577 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1b89f7c1-e995-477d-a416-ea4b13c89212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:05.386655 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.387249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.388588 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e273ef0-8902-4f20-8d4b-27fff67caa33 HTTP/1.1" status: 200 len: 1093 time: 0.9026186 May 31 12:50:05.389095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:05.391362 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6767f85-cda9-4096-8f99-110cade1fbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:05.411934 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Pushing event updated for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:05.415490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:05.470133 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc567554-2bb2-480f-9599-477ada54f24c x-openstack-request-id: req-bc567554-2bb2-480f-9599-477ada54f24c {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:05.470451 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:05.470730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc567554-2bb2-480f-9599-477ada54f24c {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:05.471149 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33', 'status': 'completed', 'code': 200} May 31 12:50:05.598148 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-4b70ee03-cb3b-42c8-805e-a22c5d5f1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.600370 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-4b70ee03-cb3b-42c8-805e-a22c5d5f1e41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 1096 time: 0.1656792 May 31 12:50:05.673589 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-2c9f6dc5-5bd9-4550-bdf9-cdf4e0f28c05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33 HTTP/1.1" status: 200 len: 217 time: 0.0614409 May 31 12:50:05.756418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-ea4cae61-28a8-4223-ace5-fde16d234216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.757908 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-ea4cae61-28a8-4223-ace5-fde16d234216 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a2b978-733d-4871-a2c2-31c7870d916a HTTP/1.1" status: 200 len: 849 time: 0.0711191 May 31 12:50:05.811021 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-6e165061-6dde-48db-9725-06315ec5de79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eecab48-c729-4042-a9ed-2c923eb9854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403063 May 31 12:50:05.953392 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-362123b1-9d9d-4994-b841-ac40b4476804 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333418 May 31 12:50:06.082066 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c82fe-3a4e-41c1-a34c-d997b0e0129d req-e9c53235-aa0e-4869-b717-989d2c225f85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.083824 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-543c82fe-3a4e-41c1-a34c-d997b0e0129d req-e9c53235-aa0e-4869-b717-989d2c225f85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 943 time: 0.0919468 May 31 12:50:06.097464 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dee5ab15-073b-4514-8145-8a11d5924ff6 req-9397af41-503a-4cb3-936f-853466671c83 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341205 May 31 12:50:06.134141 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-543c82fe-3a4e-41c1-a34c-d997b0e0129d req-3809e7bc-c3ff-4cf2-92da-4326ea4d13e6 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 May 31 12:50:06.239066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-5671406e-f391-4587-b6ad-05e82c462b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.240443 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-5671406e-f391-4587-b6ad-05e82c462b1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 1096 time: 0.0712533 May 31 12:50:06.376122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-e9ff170b-1bc3-4e67-bf12-0e8b10dcddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.377587 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-e9ff170b-1bc3-4e67-bf12-0e8b10dcddf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 910 time: 0.1275065 May 31 12:50:06.450355 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-40dfb37c-129f-4990-847a-2e6b37bc4fa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33 HTTP/1.1" status: 200 len: 217 time: 0.0623891 May 31 12:50:06.517431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-facf6d55-c798-43f7-bfc5-0c933f4617a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.518694 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-facf6d55-c798-43f7-bfc5-0c933f4617a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a2b978-733d-4871-a2c2-31c7870d916a HTTP/1.1" status: 200 len: 849 time: 0.0599611 May 31 12:50:06.567925 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-c76961a0-3cac-4dd4-8b99-343fea8c11bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eecab48-c729-4042-a9ed-2c923eb9854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390799 May 31 12:50:06.687534 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-93db3d9f-8833-4724-8ab1-558fdac32995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.701468 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-a97839c4-21f6-43f6-911f-8de2fc6f0171 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 May 31 12:50:06.831847 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a6767f85-cda9-4096-8f99-110cade1fbf3 req-3152994f-9863-46ff-af00-219ac7848ae6 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230829 May 31 12:50:07.320049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fba-47d3-4824-9999-db48e21d826a req-dded0d1f-c6d9-48b1-a8e6-dc84f04bfaa9 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.321554 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d3801fba-47d3-4824-9999-db48e21d826a req-dded0d1f-c6d9-48b1-a8e6-dc84f04bfaa9 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 943 time: 0.0827084 May 31 12:50:07.367739 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d3801fba-47d3-4824-9999-db48e21d826a req-c966b086-7037-4e28-a9e7-15df89f2afad tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 May 31 12:50:07.901786 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.589216 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baa671-c396-40c0-a168-02dbb17c941d req-5995d778-5f88-491d-a8a6-303a045b070c tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:08.590743 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b7baa671-c396-40c0-a168-02dbb17c941d req-5995d778-5f88-491d-a8a6-303a045b070c tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 943 time: 0.0927455 May 31 12:50:08.635182 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b7baa671-c396-40c0-a168-02dbb17c941d req-8c8c5052-3003-48ac-bc75-6ba53e33059f tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 May 31 12:50:09.046789 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.099753 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-fdc495a3-b5d6-40a8-9e5b-5309a2e5a5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.730729 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3e273ef0-8902-4f20-8d4b-27fff67caa33 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:09.834153 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694534ba-5ee5-4ebf-b8f9-729797af55b3 req-7cf12c4a-7f96-4f68-b517-ffa962aca83a tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.835557 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-694534ba-5ee5-4ebf-b8f9-729797af55b3 req-7cf12c4a-7f96-4f68-b517-ffa962aca83a tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 943 time: 0.0797942 May 31 12:50:09.872042 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:09.880140 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-694534ba-5ee5-4ebf-b8f9-729797af55b3 req-cefa456d-c670-4791-a29c-0d623af6f664 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 May 31 12:50:09.884991 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '3e273ef0-8902-4f20-8d4b-27fff67caa33', 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b', 'port_id': '3e273ef0-8902-4f20-8d4b-27fff67caa33', 'mac_address': 'fa:16:3e:d8:b1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a2b978-733d-4871-a2c2-31c7870d916a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:09.941864 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.958688 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e273ef0-8902-4f20-8d4b-27fff67caa33 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:09.975633 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:09.982016 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.984744 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-d1430527-bbff-4993-bd1c-5ef4ca21eaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:10.052940 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:10.056240 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:10.214672 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.240704 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['3e273ef0-8902-4f20-8d4b-27fff67caa33'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:11.088598 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057178ee-16a6-4bf0-955f-c2a805af4a35 req-aa7743ae-1f43-4435-acb2-26ad3f539290 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:11.090063 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-057178ee-16a6-4bf0-955f-c2a805af4a35 req-aa7743ae-1f43-4435-acb2-26ad3f539290 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 944 time: 0.0930693 May 31 12:50:11.136160 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-057178ee-16a6-4bf0-955f-c2a805af4a35 req-4a69b9a9-4a82-4224-ac14-decfbe211cbf tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 May 31 12:50:11.752276 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3e273ef0-8902-4f20-8d4b-27fff67caa33 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:11.796488 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.824329 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 3e273ef0-8902-4f20-8d4b-27fff67caa33 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:11.829020 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 3e273ef0-8902-4f20-8d4b-27fff67caa33 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:11.829459 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.945987 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.972453 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:11.974806 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011cd65c-36de-4697-9b56-9a1596cba33f" -d '{"events": [{"server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:11.982861 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:11.989257 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.991068 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:12.025955 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23540d-47de-43d9-b444-26ca353923ca x-openstack-request-id: req-9f23540d-47de-43d9-b444-26ca353923ca {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:12.026377 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:12.026642 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f23540d-47de-43d9-b444-26ca353923ca {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:12.027053 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33', 'code': 200} May 31 12:50:12.063190 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:12.066188 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:12.259311 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feab812-a892-4bcf-be1e-4d7bc9072135 req-4ef5ef8f-5b50-4993-85d6-a0ace3322a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.260800 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7feab812-a892-4bcf-be1e-4d7bc9072135 req-4ef5ef8f-5b50-4993-85d6-a0ace3322a21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 1098 time: 0.0738168 May 31 12:50:12.312756 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7feab812-a892-4bcf-be1e-4d7bc9072135 req-ae56d81d-4a74-47bc-8a5c-e9e98824b7e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 May 31 12:50:12.342892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6290b31-d612-4fbe-b74b-84166f37cbc3 req-fbabcbaa-b911-4cec-b9dd-53cdbdae8b95 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.344192 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6290b31-d612-4fbe-b74b-84166f37cbc3 req-fbabcbaa-b911-4cec-b9dd-53cdbdae8b95 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.0978794 May 31 12:50:12.388126 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6290b31-d612-4fbe-b74b-84166f37cbc3 req-31d12e04-2e9d-4e58-81b3-1bb1fb2eefcb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 May 31 12:50:12.819361 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45856) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:12.943350 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.957700 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:12.961619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Usage tracker for resource:security_group_rule and tenant:0aa2fd71e9904039a5394b5e327a4b4b is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:12.964424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:12.970662 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:13.062901 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.067444 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.076391 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2fff3c9b-2cc0-44bc-b690-b6fed905997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.116684 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0aa2fd71e9904039a5394b5e327a4b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962475 May 31 12:50:13.118298 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7525b1a7-9344-40e6-9f75-ab100fa49b34,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.119558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45862) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:13.121416 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:13.187722 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.218728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.272524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.276649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ddf6db12-1ec3-4581-b397-abe9146f0e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.288015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525b1a7-9344-40e6-9f75-ab100fa49b34,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.291405 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:13.294684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.296503 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7525b1a7-9344-40e6-9f75-ab100fa49b34 HTTP/1.1" status: 204 len: 168 time: 0.1743524 May 31 12:50:13.586730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 45876) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:13.587822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac04a-7a96-4d55-afe2-b0ad9d626d8a req-d3a4f620-3360-44bc-907e-f7f71e96d086 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.589836 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-26cac04a-7a96-4d55-afe2-b0ad9d626d8a req-d3a4f620-3360-44bc-907e-f7f71e96d086 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.0879936 May 31 12:50:13.605531 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.620528 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:13.624562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Usage tracker for resource:security_group_rule and tenant:d7702a0e9ba84b29bc69558ef54cad03 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:13.627506 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:13.633991 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:13.644871 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-26cac04a-7a96-4d55-afe2-b0ad9d626d8a req-f64c4180-aa26-4d25-a1dc-126748147180 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 May 31 12:50:13.733874 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.738804 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.749697 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.791680 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7702a0e9ba84b29bc69558ef54cad03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036085 May 31 12:50:13.793283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0433cd-4b30-4acf-8155-74a760f6eb59,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.794633 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 45884) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:13.796747 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:13.863711 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb575-11a2-4204-b5dc-c9aff9fda585 req-ded38615-0520-4a67-b581-f928233986a2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.865251 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-356bb575-11a2-4204-b5dc-c9aff9fda585 req-ded38615-0520-4a67-b581-f928233986a2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.1214738 May 31 12:50:13.895000 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.940797 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-356bb575-11a2-4204-b5dc-c9aff9fda585 req-586661a9-6c25-4917-93b3-ea87f7605a69 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681775 May 31 12:50:13.942377 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.999171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.003966 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-53637232-a0e8-4080-84b1-386156aeeeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:14.017947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0433cd-4b30-4acf-8155-74a760f6eb59,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:14.020260 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:14.029417 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.030741 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c0433cd-4b30-4acf-8155-74a760f6eb59 HTTP/1.1" status: 204 len: 168 time: 0.2351172 May 31 12:50:14.738367 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceee86-ac20-49a7-b391-52df2cc9a862 req-341863da-83b3-4063-96eb-6d8a4f329448 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.739872 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eaceee86-ac20-49a7-b391-52df2cc9a862 req-341863da-83b3-4063-96eb-6d8a4f329448 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.0893326 May 31 12:50:14.784728 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eaceee86-ac20-49a7-b391-52df2cc9a862 req-2a96bef3-3fd6-48ec-97a9-3aedc6ee74c0 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 May 31 12:50:15.143204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5648be-dd85-432b-b1da-568ba0195e7c req-63f4a303-0016-4d73-8cb0-433e4ed73065 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.144994 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c5648be-dd85-432b-b1da-568ba0195e7c req-63f4a303-0016-4d73-8cb0-433e4ed73065 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0869982 May 31 12:50:15.190688 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7c5648be-dd85-432b-b1da-568ba0195e7c req-af352d5d-1d8b-41c3-80a0-8bdbc64a800d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 May 31 12:50:15.418694 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-37632342-05a3-4c00-97f2-9a8712034a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.420208 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-37632342-05a3-4c00-97f2-9a8712034a6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1137 time: 0.0752413 May 31 12:50:15.437623 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b0eb8-5b7b-42ba-9139-16c2ad70eb8c req-19f39abf-b847-4e7d-8d04-6a239228d194 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.445345 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9a1b0eb8-5b7b-42ba-9139-16c2ad70eb8c req-19f39abf-b847-4e7d-8d04-6a239228d194 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.0873995 May 31 12:50:15.520124 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9a1b0eb8-5b7b-42ba-9139-16c2ad70eb8c req-d899c0a6-4fb4-4771-9e6a-da2a3be8c88d tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736880 May 31 12:50:15.710186 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-121cb3d1-4455-40e0-b461-0b43cef1f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.711657 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-121cb3d1-4455-40e0-b461-0b43cef1f176 service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.2831123 May 31 12:50:15.779398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-a9bfadc0-365e-4ff6-a9cf-7c74fe82ebdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.780089 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-a9bfadc0-365e-4ff6-a9cf-7c74fe82ebdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:15.831077 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-244df59c-05ed-477e-bece-c9cd175b7fd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 1001 time: 0.1107886 May 31 12:50:15.832146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-a9bfadc0-365e-4ff6-a9cf-7c74fe82ebdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:15.833166 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-a9bfadc0-365e-4ff6-a9cf-7c74fe82ebdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.2363350 May 31 12:50:15.975500 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f520a5-76ff-45a1-81cd-e8e670af12d8 req-3eed0537-1cdc-4da8-a37f-6c2145c508a8 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.976970 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6f520a5-76ff-45a1-81cd-e8e670af12d8 req-3eed0537-1cdc-4da8-a37f-6c2145c508a8 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.0843334 May 31 12:50:15.993950 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-19aac6fc-d29c-47cd-bf4f-184499aef4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.995604 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-19aac6fc-d29c-47cd-bf4f-184499aef4ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.1537383 May 31 12:50:16.022525 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b6f520a5-76ff-45a1-81cd-e8e670af12d8 req-f4676347-7696-4208-aa5f-866513948c75 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 May 31 12:50:16.117829 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Deleting port 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:16.118149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.133805 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-336dbf95-3209-4ea2-a164-f98268de86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.135281 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-336dbf95-3209-4ea2-a164-f98268de86a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1317439 May 31 12:50:16.388028 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f66d0-ee15-45a6-9530-d1dc096caf44 req-ff70434c-748f-4ddb-b4f7-e431c03d5c99 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.390049 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d4f66d0-ee15-45a6-9530-d1dc096caf44 req-ff70434c-748f-4ddb-b4f7-e431c03d5c99 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 946 time: 0.0848804 May 31 12:50:16.428125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] For port 33c7ac88-c3d5-4953-b12e-c89338247f4e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=33c7ac88-c3d5-4953-b12e-c89338247f4e,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:16.428815 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.436269 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d4f66d0-ee15-45a6-9530-d1dc096caf44 req-e589c90e-a610-4c38-9c51-525552643596 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=54d4e3bf-f246-4875-97d3-1641b9e203dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 May 31 12:50:16.436879 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-a597f2d0-689d-4e42-b425-49aaa93f23a5 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936611 May 31 12:50:16.686127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2e053-32de-4139-91cb-af643aab4924 req-5915f727-eeeb-4b96-b8a7-90a90a422b85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.686127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dff2e053-32de-4139-91cb-af643aab4924 req-5915f727-eeeb-4b96-b8a7-90a90a422b85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Synchronizing usage tracker for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:16.713846 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07de7b0-307c-4b7d-82f0-e060a7259705 req-90138ac8-1c63-495b-8bbd-925223d6ee42 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.715471 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b07de7b0-307c-4b7d-82f0-e060a7259705 req-90138ac8-1c63-495b-8bbd-925223d6ee42 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.0898190 May 31 12:50:16.765514 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b07de7b0-307c-4b7d-82f0-e060a7259705 req-95b0e876-8c1c-46e7-b476-aee9db3bb0f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436466 May 31 12:50:16.814289 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-dff2e053-32de-4139-91cb-af643aab4924 req-5915f727-eeeb-4b96-b8a7-90a90a422b85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Unset dirty status for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:16.815308 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dff2e053-32de-4139-91cb-af643aab4924 req-5915f727-eeeb-4b96-b8a7-90a90a422b85 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.5486109 May 31 12:50:16.925468 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-775c395e-75b2-42ee-9fdd-2d77a3322c10 req-5e9966a6-921c-4a2d-99f5-d3b8d635d69a service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812496 May 31 12:50:16.956247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.956603 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.956910 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Floating IP 5ad42835-ba8f-473f-8589-61724d199610 disassociated. External IP: 172.28.0.126, port: 33c7ac88-c3d5-4953-b12e-c89338247f4e. May 31 12:50:16.957267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Calling delete_port for 33c7ac88-c3d5-4953-b12e-c89338247f4e owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:17.028724 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Deleting port 3e273ef0-8902-4f20-8d4b-27fff67caa33 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:17.029092 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.231939 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d07e17-953a-4441-8599-24798642697c req-75af0c4b-e0a5-4e1b-a4e7-73c492ad8dd6 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.233402 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b1d07e17-953a-4441-8599-24798642697c req-75af0c4b-e0a5-4e1b-a4e7-73c492ad8dd6 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 945 time: 0.0862498 May 31 12:50:17.278448 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b1d07e17-953a-4441-8599-24798642697c req-7e641aa7-f20b-4911-b8b7-a91e7d0fa882 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 May 31 12:50:17.329939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] For port 3e273ef0-8902-4f20-8d4b-27fff67caa33, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3e273ef0-8902-4f20-8d4b-27fff67caa33,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:17.330295 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.337972 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.346753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ef1db3d9-8757-4c73-8ec4-d9638524ab3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.497416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'Port': ['ID=33c7ac88-c3d5-4953-b12e-c89338247f4e,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.501939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.508897 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Calling delete_port for 3e273ef0-8902-4f20-8d4b-27fff67caa33 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:17.591449 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8d826c22-43c0-4806-b0e5-c754ca68ccc8 req-0600f50c-a4db-4b2e-94ce-e2a3fb6ddf5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 210 time: 0.0434351 May 31 12:50:17.723093 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:17.871159 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.879604 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b4790a95-f8e2-4e79-b0e0-b11bc023f43a tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.968847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1cbb2-f046-482a-9708-fd9cf0421800 req-8e6ea675-5501-418d-98a4-a79afb55d438 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.970621 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9be1cbb2-f046-482a-9708-fd9cf0421800 req-8e6ea675-5501-418d-98a4-a79afb55d438 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.0931032 May 31 12:50:18.024031 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9be1cbb2-f046-482a-9708-fd9cf0421800 req-af82dd81-6925-477a-9e25-bce6e5c6dc2e tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459316 May 31 12:50:18.040814 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Pushing event deleted for resources: {'Port': ['ID=3e273ef0-8902-4f20-8d4b-27fff67caa33,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:18.048531 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:18.087493 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] No DVR routers for this DVR port 3e273ef0-8902-4f20-8d4b-27fff67caa33 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:18.092645 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:18.095202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'name': 'network-vif-deleted', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:18.097510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadba18a-63fd-4089-9238-cc6b6370fdf2" -d '{"events": [{"server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "name": "network-vif-deleted", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:18.113757 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:18.124343 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:18.137713 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:18.139011 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:18.145339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c84f5a-09c9-4533-b1fe-a240bae1b06c x-openstack-request-id: req-30c84f5a-09c9-4533-b1fe-a240bae1b06c {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:18.145657 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b9cd8-6e43-4f20-ad20-d2811bac37ec", "name": "network-vif-deleted", "tag": "3e273ef0-8902-4f20-8d4b-27fff67caa33", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:18.146077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30c84f5a-09c9-4533-b1fe-a240bae1b06c {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:18.146480 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b9cd8-6e43-4f20-ad20-d2811bac37ec', 'name': 'network-vif-deleted', 'tag': '3e273ef0-8902-4f20-8d4b-27fff67caa33', 'status': 'completed', 'code': 200} May 31 12:50:18.203507 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-dff2e053-32de-4139-91cb-af643aab4924 req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "DELETE /v2.0/ports/3e273ef0-8902-4f20-8d4b-27fff67caa33 HTTP/1.1" status: 204 len: 173 time: 1.3790979 May 31 12:50:18.210396 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] No DVR routers for this DVR port 33c7ac88-c3d5-4953-b12e-c89338247f4e on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:18.212812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:18.215309 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-55538275-1c71-4f0e-bbb3-06ba5ccdf919 req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "DELETE /v2.0/ports/33c7ac88-c3d5-4953-b12e-c89338247f4e HTTP/1.1" status: 204 len: 173 time: 2.3722839 May 31 12:50:18.381740 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:18.627566 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b8dfaa48-ec66-49a0-8808-b2a5677bdf95 req-cdd1d7a7-8c78-4944-89bc-57d42341d1d6 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b9cd8-6e43-4f20-ad20-d2811bac37ec HTTP/1.1" status: 200 len: 210 time: 0.0486159 May 31 12:50:18.766538 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:18.773931 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:18.795021 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-21862a9d-abe2-45e5-96ed-34877e9ea69b req-7effe067-3596-4b8c-be46-68e2768b1c10 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=3770e77a-5427-4879-95cf-548c685da421 HTTP/1.1" status: 200 len: 210 time: 0.0546157 May 31 12:50:18.797293 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:18.798016 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:18.810811 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:19.001177 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:19.319459 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65efef1-7768-4cf3-8fff-60c4253b3ffb req-82ddcc36-c513-410a-9051-14faa95b8364 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.321021 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a65efef1-7768-4cf3-8fff-60c4253b3ffb req-82ddcc36-c513-410a-9051-14faa95b8364 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1823101 May 31 12:50:19.350123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:19.354747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4349081-32fc-4487-9d08-aa8c6709f846 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:19.372475 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a65efef1-7768-4cf3-8fff-60c4253b3ffb req-3b284833-cc49-48fb-9c03-5343e42c85db tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452077 May 31 12:50:19.583378 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b1473-b1ca-4ff5-a77a-592eae64afe0 None None] New status for floating IP 5ad42835-ba8f-473f-8589-61724d199610: DOWN {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:19.835965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:19.883435 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 33c7ac88-c3d5-4953-b12e-c89338247f4e {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:19.885124 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 33c7ac88-c3d5-4953-b12e-c89338247f4e not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:19.885643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3e273ef0-8902-4f20-8d4b-27fff67caa33 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:19.930096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 3e273ef0-8902-4f20-8d4b-27fff67caa33 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:19.930504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 3e273ef0-8902-4f20-8d4b-27fff67caa33 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:19.980221 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46032) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:20.073131 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.104511 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.149028 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-deleted', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:20.151252 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-fae07c4d-1a8b-47e0-a02c-92e88ce6d118 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.151839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba7595-5df5-4e35-a6c7-e77ff7cb9b52" -d '{"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-deleted", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:20.153143 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-fae07c4d-1a8b-47e0-a02c-92e88ce6d118 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 809 time: 0.1834676 May 31 12:50:20.175642 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-12834ed1-e5f6-40b2-ba03-aa4d97ab08c2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/quotas/358f27185ab04ed7ae5509dd627a7585 HTTP/1.1" status: 200 len: 375 time: 0.0145340 May 31 12:50:20.182972 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.188184 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-95633558-5b25-4f44-8b1e-62c65446469b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:20.201611 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c7c059-0495-48bf-a1e7-446432eefc00 x-openstack-request-id: req-19c7c059-0495-48bf-a1e7-446432eefc00 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:20.201924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3770e77a-5427-4879-95cf-548c685da421", "name": "network-vif-deleted", "tag": "33c7ac88-c3d5-4953-b12e-c89338247f4e", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:20.202194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19c7c059-0495-48bf-a1e7-446432eefc00 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:20.202602 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3770e77a-5427-4879-95cf-548c685da421', 'name': 'network-vif-deleted', 'tag': '33c7ac88-c3d5-4953-b12e-c89338247f4e', 'status': 'completed', 'code': 200} May 31 12:50:20.208613 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d4e3bf-f246-4875-97d3-1641b9e203dc,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:20.219635 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.220000 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.220348 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.220691 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.221038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.221399 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.221736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.222072 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.222408 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.222743 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.223071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.223401 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:20.226526 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:20.228905 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.230852 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-864bdf21-16dd-4581-8de3-64c64c8fe29a tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486112 May 31 12:50:20.233331 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46038) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:20.241163 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "DELETE /v2.0/security-groups/54d4e3bf-f246-4875-97d3-1641b9e203dc HTTP/1.1" status: 204 len: 168 time: 0.2594554 May 31 12:50:20.271527 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.api.v2.resource [None req-490968cd-1919-4fe9-a42f-9b27918eba7e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] show failed (client error): The resource could not be found. May 31 12:50:20.272583 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-490968cd-1919-4fe9-a42f-9b27918eba7e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups/54d4e3bf-f246-4875-97d3-1641b9e203dc HTTP/1.1" status: 404 len: 347 time: 0.0382481 May 31 12:50:20.275631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46042) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:20.384950 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-a7c87244-9cc2-4712-b958-10dde8d6e305 service neutron] 10.222.0.49 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383061 May 31 12:50:20.496038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Deleting port 647b867e-d7ab-4250-887b-7f42d470495e {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:20.496463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.585969 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-650c8909-2383-4ed7-8824-371e5a483e75 service neutron] 10.222.0.49 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941209 May 31 12:50:20.616587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d4ce5-d71c-49d9-a510-fc1c497e3539 req-79e8615f-6afb-4833-99cf-1958eb122daa tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.618330 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-021d4ce5-d71c-49d9-a510-fc1c497e3539 req-79e8615f-6afb-4833-99cf-1958eb122daa tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1137097 May 31 12:50:20.680250 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-021d4ce5-d71c-49d9-a510-fc1c497e3539 req-53561468-37e7-4178-a0cf-357dc8ab144a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555673 May 31 12:50:20.748372 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.749043 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.812882 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4a2727ac-79f1-4c75-8078-f63cb3d54e9e req-31ce1ad5-d934-4501-9eb0-8d243af83440 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 210 time: 0.0440607 May 31 12:50:20.883390 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Calling delete_port for 647b867e-d7ab-4250-887b-7f42d470495e owned by network:floatingip {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:21.005083 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.010291 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:21.059317 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'Port': ['ID=647b867e-d7ab-4250-887b-7f42d470495e,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:21.062178 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:21.153730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.173108 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.174316 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "DELETE /v2.0/floatingips/5ad42835-ba8f-473f-8589-61724d199610 HTTP/1.1" status: 204 len: 168 time: 0.8976030 May 31 12:50:21.781951 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46066) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:21.787512 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631751631', 'description': 'tempest-description--503112511'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:21.793500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:21.802337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:21.805958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:21.811910 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:21.823271 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.874896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad654-8ed3-45d9-8e3c-b44286f60010 req-5bcad348-fa09-404c-b2e0-a45c169e2ac2 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:21.877585 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be5ad654-8ed3-45d9-8e3c-b44286f60010 req-5bcad348-fa09-404c-b2e0-a45c169e2ac2 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.0873327 May 31 12:50:21.941671 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be5ad654-8ed3-45d9-8e3c-b44286f60010 req-f09948b6-edd9-458f-ad03-4f6ed204dfda tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555489 May 31 12:50:21.991457 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:21.996441 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-997c126e-6912-4301-86ac-3af7ee3e230a req-4c57b55c-20f8-47ac-ab2d-ac5f026f3fca tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 210 time: 0.0524812 May 31 12:50:22.013933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.013933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.019867 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.029816 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-72b97eb2-b822-49aa-86ee-c00637f31ce2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.031506 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-72b97eb2-b822-49aa-86ee-c00637f31ce2 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 809 time: 0.1927459 May 31 12:50:22.044682 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Request body: {'port': {'device_id': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b', 'admin_state_up': True, 'tenant_id': '358f27185ab04ed7ae5509dd627a7585'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.229960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.231155 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.236094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Usage tracker for resource:port and tenant:358f27185ab04ed7ae5509dd627a7585 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.239222 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.243091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.245717 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d5d92f89-cd30-48e0-8343-0f7ee3a87c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.257226 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.293766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Made reservation on behalf of 358f27185ab04ed7ae5509dd627a7585 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:22.297660 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.311844 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ff6ed-39f9-4ebb-a427-0746ea550b72,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.316951 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.317834 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.322080 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5360112 May 31 12:50:22.322080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46078) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:22.328772 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group_rule': {'security_group_id': '8f2ff6ed-39f9-4ebb-a427-0746ea550b72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.370463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.375919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.382608 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.400015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.464899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.529431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Allocated IP 172.20.0.14 (7eecab48-c729-4042-a9ed-2c923eb9854b/65a2b978-733d-4871-a2c2-31c7870d916a/2b4def48-5745-482b-a623-e0f860fc5d6c) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:22.554802 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.570336 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.581444 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.621160 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54319f5-34b0-45c1-87b2-991f3cf66a77,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.639285 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.695943 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.700015 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742959 May 31 12:50:22.700484 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46084) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:22.705884 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'security_group_rule': {'security_group_id': '8f2ff6ed-39f9-4ebb-a427-0746ea550b72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.712229 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.716468 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:security_group_rule and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.719574 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.726171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.746519 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.778554 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.810485 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.811771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.817945 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.818288 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f99a4767-8286-437a-b2a1-17ac8084fa1a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.820424 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.843341 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a159087-df4c-4abd-aae9-8863400551cb,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.848237 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.854780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.857475 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c43a55e0-f895-423b-941a-25dc03aecd94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559467 May 31 12:50:22.860681 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46088) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:22.866367 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.872084 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.875850 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:floatingip and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.878678 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.884259 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.888543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Network 7eecab48-c729-4042-a9ed-2c923eb9854b is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:22.891818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:22.895481 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.897105 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:22.932387 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Pushing event updated for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.937104 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.964939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.965566 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.987987 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9480541 May 31 12:50:23.009630 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Request body: {'port': {'device_id': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:23.062785 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.143248 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.265674 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0deed-34cd-4b22-98ca-086a9fbd4043 req-c4ee36c4-12ed-4366-9c14-6aac216f4853 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.267560 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c1d0deed-34cd-4b22-98ca-086a9fbd4043 req-c4ee36c4-12ed-4366-9c14-6aac216f4853 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.2022014 May 31 12:50:23.392071 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Allocated IP 172.28.0.103 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/4b1e7cee-3a82-40fd-9add-e2529f211b40) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:23.407584 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c1d0deed-34cd-4b22-98ca-086a9fbd4043 req-ce0f98d2-a0c1-4910-a545-12b4ee450402 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332815 May 31 12:50:23.507789 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f3861-7c09-408c-9cdf-c8db27185e9b req-e24ebf99-0e07-48c6-a00d-74e60424fe2e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.509315 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-400f3861-7c09-408c-9cdf-c8db27185e9b req-e24ebf99-0e07-48c6-a00d-74e60424fe2e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 932 time: 0.2180011 May 31 12:50:23.591890 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4def48-5745-482b-a623-e0f860fc5d6c {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:23.598437 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-400f3861-7c09-408c-9cdf-c8db27185e9b req-b59d8ac1-7a8e-4d2d-aa1d-98ffd0c26ea8 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822253 May 31 12:50:23.599482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.603001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.615325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Transition to ACTIVE for port object 2b4def48-5745-482b-a623-e0f860fc5d6c will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:23.619107 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.623417 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.643578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.648416 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.758839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.785155 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.803861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:23.806932 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:23.810632 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:23.849698 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=4b1e7cee-3a82-40fd-9add-e2529f211b40,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.857343 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.865808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Attempting to bind port 2b4def48-5745-482b-a623-e0f860fc5d6c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:23.865808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Attempting to bind port 2b4def48-5745-482b-a623-e0f860fc5d6c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:23.866144 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Attempting to bind port 2b4def48-5745-482b-a623-e0f860fc5d6c on network 7eecab48-c729-4042-a9ed-2c923eb9854b {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:23.871045 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Port 2b4def48-5745-482b-a623-e0f860fc5d6c on network 7eecab48-c729-4042-a9ed-2c923eb9854b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:23.871930 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Attempting to bind port 2b4def48-5745-482b-a623-e0f860fc5d6c on network 7eecab48-c729-4042-a9ed-2c923eb9854b {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:23.876639 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:23.876983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Checking segment: {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:23.877470 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Bound using segment: {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:23.877891 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Bound port: 2b4def48-5745-482b-a623-e0f860fc5d6c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:23.878231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.952421 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.986777 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:23.990477 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b4def48-5745-482b-a623-e0f860fc5d6c,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:23.995599 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.006016 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-175d9eb4-9938-4ac6-9c83-cc33952e53e5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.031971 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.044888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.045525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.047228 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b4def48-5745-482b-a623-e0f860fc5d6c HTTP/1.1" status: 200 len: 1094 time: 1.0428689 May 31 12:50:24.048185 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:24.051610 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:24.095891 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.099953 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.167190 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac85f3-603e-4d25-b166-71efe1966298 x-openstack-request-id: req-09ac85f3-603e-4d25-b166-71efe1966298 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:24.167903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:24.167903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09ac85f3-603e-4d25-b166-71efe1966298 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:24.168336 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c', 'status': 'completed', 'code': 200} May 31 12:50:24.185374 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-e8f987bc-f111-49f5-8864-726c25aa06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.186871 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-e8f987bc-f111-49f5-8864-726c25aa06a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 1097 time: 0.0843129 May 31 12:50:24.257177 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-fe871ec7-e32a-4e8a-a391-549d799e9ea0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4def48-5745-482b-a623-e0f860fc5d6c HTTP/1.1" status: 200 len: 217 time: 0.0600989 May 31 12:50:24.283196 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.289458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7068305'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.296429 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3440937b-0e89-491e-9606-5555f14f7e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.349945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-bcd3d8d4-04ef-4d36-85d2-d597074b42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.351420 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-bcd3d8d4-04ef-4d36-85d2-d597074b42b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a2b978-733d-4871-a2c2-31c7870d916a HTTP/1.1" status: 200 len: 849 time: 0.0843937 May 31 12:50:24.411245 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=4b1e7cee-3a82-40fd-9add-e2529f211b40,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.415703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.422990 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.426613 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-6ea6c423-1f7b-42ea-a653-8e40f2a61d3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eecab48-c729-4042-a9ed-2c923eb9854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654683 May 31 12:50:24.494851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.503872 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6341612 May 31 12:50:24.579932 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f22e-40db-4aae-974e-d19114e18174 req-aaadc586-9468-4bcd-afa5-4e5c401c2088 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.581586 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fab0f22e-40db-4aae-974e-d19114e18174 req-aaadc586-9468-4bcd-afa5-4e5c401c2088 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1544290 May 31 12:50:24.586232 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-b2d75554-1768-4c7f-85d5-29e402bd0fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401384 May 31 12:50:24.647863 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fab0f22e-40db-4aae-974e-d19114e18174 req-667248f7-0db7-4458-916b-f74128e27a2e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574477 May 31 12:50:24.662954 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2290ac-8adf-44a1-aa6a-596e508d865c req-ce24bc18-ce15-4d94-8546-61bbd3119360 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.670086 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f2290ac-8adf-44a1-aa6a-596e508d865c req-ce24bc18-ce15-4d94-8546-61bbd3119360 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1417603 May 31 12:50:24.717570 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f2290ac-8adf-44a1-aa6a-596e508d865c req-51751808-e300-442c-857d-6dbabd397c3a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459356 May 31 12:50:24.752176 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4f59208a-0930-4914-aa9b-13b49a3428f5 req-ddb9b4d6-cb28-48a6-be3f-7f64cd19116b service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577358 May 31 12:50:24.791057 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-9b316d8c-9776-4074-a477-2540918c0f17 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1631751631&fields=id&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 267 time: 0.0469401 May 31 12:50:24.881032 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-2867106e-9dac-49bd-8bfe-a6582cd37222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.882433 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-2867106e-9dac-49bd-8bfe-a6582cd37222 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358f27185ab04ed7ae5509dd627a7585&device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 1097 time: 0.0781851 May 31 12:50:24.991619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-43cc9b7e-c21a-41b1-b70d-c4225a4f4921 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.993068 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-43cc9b7e-c21a-41b1-b70d-c4225a4f4921 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 817 time: 0.1954873 May 31 12:50:25.003706 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4919bfa-7a08-4802-9b06-239f4ceafbb2 req-e9c38ddb-6297-4dc2-88f9-75e9a87a050e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.005153 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4919bfa-7a08-4802-9b06-239f4ceafbb2 req-e9c38ddb-6297-4dc2-88f9-75e9a87a050e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 944 time: 0.1880836 May 31 12:50:25.021864 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-72e566bf-f0ad-4e9a-8e79-4fcd246132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.023334 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-72e566bf-f0ad-4e9a-8e79-4fcd246132eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 200 len: 910 time: 0.1334298 May 31 12:50:25.030809 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-54b7b677-a311-4161-8843-308ea5731d7b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/quotas/a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 375 time: 0.0246611 May 31 12:50:25.096865 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-9b8a91f0-0864-4108-9284-4dd9d53efb35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4def48-5745-482b-a623-e0f860fc5d6c HTTP/1.1" status: 200 len: 217 time: 0.0638669 May 31 12:50:25.099311 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4919bfa-7a08-4802-9b06-239f4ceafbb2 req-f68dd94a-2805-4633-9266-09f9b0c5cabe tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 May 31 12:50:25.136979 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2a329190-3599-43c0-a2c6-e75f45d61185 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993285 May 31 12:50:25.243661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-66933e25-b4ba-40f4-95e1-ef4cf3bcb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.245087 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-66933e25-b4ba-40f4-95e1-ef4cf3bcb309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65a2b978-733d-4871-a2c2-31c7870d916a HTTP/1.1" status: 200 len: 849 time: 0.1405587 May 31 12:50:25.277441 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-757d3d67-2969-4b5f-af20-685fa2543780 service neutron] 10.222.0.49 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279297 May 31 12:50:25.292963 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-f17eb0ca-b4ce-49d8-9906-f650d5e51e81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eecab48-c729-4042-a9ed-2c923eb9854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398650 May 31 12:50:25.416126 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-c730579d-1f14-4463-8297-29b3a39b8a7a service neutron] 10.222.0.49 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316352 May 31 12:50:25.428106 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-d67fb343-08f0-45af-960e-48c45019bb86 service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275392 May 31 12:50:25.569411 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-92e2af9c-98b9-4d93-8baa-81acc52a3ccf req-f30d4b9a-155a-427c-a19d-241fabf5688d service neutron] 10.222.0.39 "GET /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332958 May 31 12:50:25.619690 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6265350d-b0d6-43ea-80c4-2e2bff3b731a req-af12bae7-fa07-4ccc-bb1c-5f9435a5eb44 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 210 time: 0.0437346 May 31 12:50:25.989294 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313751-bcf1-4301-b036-513c29ad3241 req-69696116-0ad0-4c1c-885e-b7315372f789 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.990744 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da313751-bcf1-4301-b036-513c29ad3241 req-69696116-0ad0-4c1c-885e-b7315372f789 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.2340348 May 31 12:50:26.054055 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-da313751-bcf1-4301-b036-513c29ad3241 req-9deb6bf1-c33f-41fb-9334-6665fdd20da3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567288 May 31 12:50:26.073336 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6134-9cd4-4fb0-9377-95e5841ce37b req-67ed054b-10cc-4e18-b093-bf4471ed9863 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.074845 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-676f6134-9cd4-4fb0-9377-95e5841ce37b req-67ed054b-10cc-4e18-b093-bf4471ed9863 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.2396300 May 31 12:50:26.123389 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-676f6134-9cd4-4fb0-9377-95e5841ce37b req-ee117cba-e7cd-40d8-9f8d-54caa0cf3857 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416758 May 31 12:50:26.301219 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91529f-5bff-4263-9bc8-818a98c44be9 req-897aa14c-31ca-4c2e-812c-f17eb96d42c5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.302653 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e91529f-5bff-4263-9bc8-818a98c44be9 req-897aa14c-31ca-4c2e-812c-f17eb96d42c5 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 944 time: 0.0937858 May 31 12:50:26.348192 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2e91529f-5bff-4263-9bc8-818a98c44be9 req-cf094ebb-2a0f-4e22-a678-5ffe8e7c74a0 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 May 31 12:50:26.790624 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-04fa1733-e998-4364-853f-6829886e7014 req-fd4695a0-b9ec-4622-8b8c-87eb5edff01b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 210 time: 0.0477288 May 31 12:50:26.839145 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-cae19cfd-f646-445c-96d9-c46e95780814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.840549 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-cae19cfd-f646-445c-96d9-c46e95780814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 817 time: 0.2048454 May 31 12:50:26.852198 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f600587-42da-40a3-83ce-ff230cc05640 req-d0780414-8e6b-43a1-a08c-1f04d9c991ac tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.852786 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-6f600587-42da-40a3-83ce-ff230cc05640 req-d0780414-8e6b-43a1-a08c-1f04d9c991ac tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:26.896578 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-6f600587-42da-40a3-83ce-ff230cc05640 req-d0780414-8e6b-43a1-a08c-1f04d9c991ac tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:26.897731 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6f600587-42da-40a3-83ce-ff230cc05640 req-d0780414-8e6b-43a1-a08c-1f04d9c991ac tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1845500 May 31 12:50:26.906820 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-835cefc3-cbab-4cc7-8937-c3178846871a req-da87d399-8d4d-4719-958c-e2a4439c5f04 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:26.971235 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-835cefc3-cbab-4cc7-8937-c3178846871a req-da87d399-8d4d-4719-958c-e2a4439c5f04 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:security_group {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:26.973195 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-da87d399-8d4d-4719-958c-e2a4439c5f04 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 380 time: 0.1164083 May 31 12:50:27.013913 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'port': {'device_id': '65624b38-7535-44a0-9761-08714ce51a6f', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'admin_state_up': True, 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'security_groups': ['8f2ff6ed-39f9-4ebb-a427-0746ea550b72']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:27.186040 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Deleting port 634acc1a-3ef5-4dad-81e2-837454896d4f {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:27.186527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.199653 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:27.212355 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Usage tracker for resource:port and tenant:a929962288c64ce1b3429f43d5d40b15 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:27.217540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:27.272589 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:27.280196 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b1e-024d-4d46-a84f-4bf4d536c353 req-52b05cfd-5c27-4fc8-a21e-9041b5936ab4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.281699 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cafd4b1e-024d-4d46-a84f-4bf4d536c353 req-52b05cfd-5c27-4fc8-a21e-9041b5936ab4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 946 time: 0.1205790 May 31 12:50:27.299108 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Made reservation on behalf of a929962288c64ce1b3429f43d5d40b15 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:27.302661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.352088 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cafd4b1e-024d-4d46-a84f-4bf4d536c353 req-ab57771c-057a-4a5b-b770-b064873574ca tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=66c3f6ea-89db-45e4-b107-5bc216663be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538974 May 31 12:50:27.370728 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e6a8d-08a9-4dd9-8c51-168c6c75db9b req-c4c8dee8-4240-4082-b677-8e8233f48c9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.372090 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-109e6a8d-08a9-4dd9-8c51-168c6c75db9b req-c4c8dee8-4240-4082-b677-8e8233f48c9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1382906 May 31 12:50:27.391806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] For port 634acc1a-3ef5-4dad-81e2-837454896d4f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=634acc1a-3ef5-4dad-81e2-837454896d4f,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:27.392158 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.422632 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-109e6a8d-08a9-4dd9-8c51-168c6c75db9b req-ca08b05b-ead7-4096-8518-852eb8a14fc7 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426836 May 31 12:50:27.545080 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e097-76b5-4628-a8cb-fd7b512bd285 req-9d60e4ff-c397-4ef5-b6e9-919bb13dbd4b tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.547045 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3443e097-76b5-4628-a8cb-fd7b512bd285 req-9d60e4ff-c397-4ef5-b6e9-919bb13dbd4b tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 944 time: 0.0822611 May 31 12:50:27.591878 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3443e097-76b5-4628-a8cb-fd7b512bd285 req-d2fb6802-3c23-497e-9d98-3d90399f7693 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 May 31 12:50:27.669360 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Allocated IP 172.20.0.4 (57b44e89-aff9-4a88-913b-e0af1f38fe9a/9f875523-12f2-4ed3-95ed-7240ef436957/d59866dc-71d7-4362-8761-cdfa5d56d3b2) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:27.813118 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.813481 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.813791 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Floating IP f80d9562-fc47-46b9-9694-6b7e8cffeca7 disassociated. External IP: 172.28.0.90, port: 634acc1a-3ef5-4dad-81e2-837454896d4f. May 31 12:50:27.814119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Calling delete_port for 634acc1a-3ef5-4dad-81e2-837454896d4f owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:27.860231 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 2b4def48-5745-482b-a623-e0f860fc5d6c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:27.983338 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f9e7840-7a3f-42ba-b372-049436145529 req-90e1fe12-837a-4dc4-9937-7345dbcd5e73 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 210 time: 0.0561519 May 31 12:50:28.015280 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b4def48-5745-482b-a623-e0f860fc5d6c,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:28.030018 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '2b4def48-5745-482b-a623-e0f860fc5d6c', 'network_id': '7eecab48-c729-4042-a9ed-2c923eb9854b', 'port_id': '2b4def48-5745-482b-a623-e0f860fc5d6c', 'mac_address': 'fa:16:3e:c7:f7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a2b978-733d-4871-a2c2-31c7870d916a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:28.092282 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.109965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4def48-5745-482b-a623-e0f860fc5d6c {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:28.125915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b4def48-5745-482b-a623-e0f860fc5d6c,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:28.130182 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.133128 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.138832 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.170201 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Transition to ACTIVE for port object d59866dc-71d7-4362-8761-cdfa5d56d3b2 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:28.191081 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.197778 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-487e1338-7161-4a9d-ab1e-09908833912a tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.200400 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.203600 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.248565 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'Port': ['ID=634acc1a-3ef5-4dad-81e2-837454896d4f,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.252209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.316942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.332124 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.375194 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['2b4def48-5745-482b-a623-e0f860fc5d6c'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:28.470166 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:28.475978 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:28.483754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:28.518944 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.525756 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f29b2b3e-8508-46cb-8481-5158fd227782 req-0c4eb219-06b4-4a6a-b252-f90c759e218d tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.0556335 May 31 12:50:28.527032 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.564556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:28.582687 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.583220 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.695748 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec1d5-d9c7-4056-b377-42edb5262605 req-c7b2ba73-1f50-4cff-8549-83fab21c747e tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.702087 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6934299 May 31 12:50:28.703722 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bacec1d5-d9c7-4056-b377-42edb5262605 req-c7b2ba73-1f50-4cff-8549-83fab21c747e tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1236398 May 31 12:50:28.769845 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Request body: {'port': {'device_id': '65624b38-7535-44a0-9761-08714ce51a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:28.841754 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bacec1d5-d9c7-4056-b377-42edb5262605 req-843fe313-4976-4b67-b438-962db083a6be tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370168 May 31 12:50:28.882915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-528c8779-0449-4811-a935-e29e24d0153c None None] Provisioning for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:28.885564 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9b02-4e9e-4767-a864-ee7a01ae16e4 req-313d7eae-ebf4-46d4-bad8-eeda39dadbac tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.888052 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-528c8779-0449-4811-a935-e29e24d0153c None None] Provisioning complete for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:28.888490 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-528c8779-0449-4811-a935-e29e24d0153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.893093 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-107e9b02-4e9e-4767-a864-ee7a01ae16e4 req-313d7eae-ebf4-46d4-bad8-eeda39dadbac tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 945 time: 0.1467981 May 31 12:50:28.909170 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:28.920545 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:28.949585 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-107e9b02-4e9e-4767-a864-ee7a01ae16e4 req-3d5afe6c-25bb-4f2a-ae35-b8b28455634c tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558777 May 31 12:50:28.951462 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:28.952139 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:28.992290 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] No DVR routers for this DVR port 634acc1a-3ef5-4dad-81e2-837454896d4f on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:28.994077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.003174 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.005034 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6f600587-42da-40a3-83ce-ff230cc05640 req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "DELETE /v2.0/ports/634acc1a-3ef5-4dad-81e2-837454896d4f HTTP/1.1" status: 204 len: 173 time: 2.1019356 May 31 12:50:29.007123 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'name': 'network-vif-deleted', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:29.008773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-528c8779-0449-4811-a935-e29e24d0153c None None] Port d59866dc-71d7-4362-8761-cdfa5d56d3b2 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:29.009524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f396d-baab-4999-8bc3-0289e43a98cb" -d '{"events": [{"server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "name": "network-vif-deleted", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:29.066747 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98baea3a-2084-4780-8490-6743771b7a80 x-openstack-request-id: req-98baea3a-2084-4780-8490-6743771b7a80 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:29.066747 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c40856-897f-453e-b5c9-171c512c5c10", "name": "network-vif-deleted", "tag": "634acc1a-3ef5-4dad-81e2-837454896d4f", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:29.066747 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98baea3a-2084-4780-8490-6743771b7a80 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:29.067377 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c40856-897f-453e-b5c9-171c512c5c10', 'name': 'network-vif-deleted', 'tag': '634acc1a-3ef5-4dad-81e2-837454896d4f', 'status': 'completed', 'code': 200} May 31 12:50:29.186157 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:29.240612 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dca95c-704e-47ca-8523-43aaf22b0779 req-75ddf94b-536a-4a30-98b7-e675a4691037 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.242262 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-09dca95c-704e-47ca-8523-43aaf22b0779 req-75ddf94b-536a-4a30-98b7-e675a4691037 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 931 time: 0.0952802 May 31 12:50:29.290141 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-09dca95c-704e-47ca-8523-43aaf22b0779 req-031b5710-e46d-4a24-b5cf-db676fa8ff11 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 May 31 12:50:29.394986 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:29.402807 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.417903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Transition to ACTIVE for port object d59866dc-71d7-4362-8761-cdfa5d56d3b2 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:29.423291 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.427308 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-22a29a3e-2197-4a25-8603-ad84534b0a5a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:29.499680 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:29.503933 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:29.513157 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:29.513801 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:29.719250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:29.727000 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:29.771051 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:29.797200 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7fe2e380-4c4c-4305-be74-86af0a7dc8ac req-264108c0-2fcf-46aa-becc-43774f7880c9 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c40856-897f-453e-b5c9-171c512c5c10 HTTP/1.1" status: 200 len: 210 time: 0.0491686 May 31 12:50:29.800114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Attempting to bind port d59866dc-71d7-4362-8761-cdfa5d56d3b2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:29.800445 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Attempting to bind port d59866dc-71d7-4362-8761-cdfa5d56d3b2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:29.800767 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Attempting to bind port d59866dc-71d7-4362-8761-cdfa5d56d3b2 on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:29.805863 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Port d59866dc-71d7-4362-8761-cdfa5d56d3b2 on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:29.806172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Attempting to bind port d59866dc-71d7-4362-8761-cdfa5d56d3b2 on network 57b44e89-aff9-4a88-913b-e0af1f38fe9a {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:29.811427 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:29.811749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Checking segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:29.812121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Bound using segment: {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:29.812540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Bound port: d59866dc-71d7-4362-8761-cdfa5d56d3b2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd24050c-1fc9-4816-9982-437a8b8b597e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:29.812878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.896565 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 2b4def48-5745-482b-a623-e0f860fc5d6c up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:29.905014 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:29.908256 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:29.914633 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.919447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:29.986588 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.987320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.988996 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] 10.222.0.39 "PUT /v2.0/ports/d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 1093 time: 1.2239771 May 31 12:50:30.011803 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:30.018822 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:30.116096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 2b4def48-5745-482b-a623-e0f860fc5d6c completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:30.130056 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-dedab753-db7e-4e1a-9568-edc44c0fba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.131335 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 2b4def48-5745-482b-a623-e0f860fc5d6c triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:30.131837 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.133111 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-dedab753-db7e-4e1a-9568-edc44c0fba92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1096 time: 0.1011341 May 31 12:50:30.145727 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee7d0-88b4-4d25-b0e6-b80df6ae6bf2 req-00f9eea3-7b39-4c35-acb0-ea23d11c731a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.157396 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdaee7d0-88b4-4d25-b0e6-b80df6ae6bf2 req-00f9eea3-7b39-4c35-acb0-ea23d11c731a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.1945446 May 31 12:50:30.238004 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-04bb23b8-8f2a-4f43-879e-acce243e9325 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0972166 May 31 12:50:30.262063 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cdaee7d0-88b4-4d25-b0e6-b80df6ae6bf2 req-848fe48a-9f6b-4933-a379-4468e2e1f7d8 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029084 May 31 12:50:30.292331 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e32be-8473-4198-a45e-c2f9a7a6e2bc req-338a4936-6578-45b6-b7e2-9a9690004c81 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.294289 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-059e32be-8473-4198-a45e-c2f9a7a6e2bc req-338a4936-6578-45b6-b7e2-9a9690004c81 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 945 time: 0.1206772 May 31 12:50:30.312941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-7316176e-c13e-444a-b625-7e9b8023132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.314445 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-7316176e-c13e-444a-b625-7e9b8023132a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0661814 May 31 12:50:30.328542 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:30.339803 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e1832-9f3f-418c-872c-29ce4feb6126 None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:30.343124 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.361744 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-059e32be-8473-4198-a45e-c2f9a7a6e2bc req-2f58a73c-6db3-4094-ab66-b2c2d0cc5285 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611203 May 31 12:50:30.381764 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:30.387256 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059fcb5-65ec-4470-b644-9799436b5bb7" -d '{"events": [{"server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "name": "network-vif-plugged", "status": "completed", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:30.397325 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b4def48-5745-482b-a623-e0f860fc5d6c,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:30.405800 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.406961 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 634acc1a-3ef5-4dad-81e2-837454896d4f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:30.423026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cefc3-cbab-4cc7-8937-c3178846871a req-ef85be7e-c7db-40a6-a654-2ae284278dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.424527 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-ef85be7e-c7db-40a6-a654-2ae284278dac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041551 May 31 12:50:30.450190 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e21a24-afac-458a-aa5d-3bbd4e4b435c x-openstack-request-id: req-53e21a24-afac-458a-aa5d-3bbd4e4b435c {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:30.450492 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "name": "network-vif-plugged", "status": "completed", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:30.450854 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53e21a24-afac-458a-aa5d-3bbd4e4b435c {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:30.451251 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c', 'code': 200} May 31 12:50:30.451908 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:30.508218 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 634acc1a-3ef5-4dad-81e2-837454896d4f {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:30.508338 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 634acc1a-3ef5-4dad-81e2-837454896d4f not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:30.528926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:30.529860 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72cb1e-1665-46f8-89af-442944464cdf req-2a448176-a109-434e-a08a-bd2d1238c001 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.531624 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9a72cb1e-1665-46f8-89af-442944464cdf req-2a448176-a109-434e-a08a-bd2d1238c001 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0962501 May 31 12:50:30.537923 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:30.592508 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-adfd6811-8e42-4bce-ada3-77860670d30a service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609085 May 31 12:50:30.596687 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9a72cb1e-1665-46f8-89af-442944464cdf req-8546dc3a-6ad8-4ab7-a7a9-ee56c9ea374d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584807 May 31 12:50:30.661812 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4ae53-c32f-4da1-836e-0eee5976528c None None] New status for floating IP f80d9562-fc47-46b9-9694-6b7e8cffeca7: DOWN {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:30.790499 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-835cefc3-cbab-4cc7-8937-c3178846871a req-1fde9f0b-47e3-4073-aacc-1b3ea4ff213c service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913123 May 31 12:50:30.802036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae46da-87b8-4f49-a4f5-1f23a9a83617 req-45c2a4e6-a834-464f-a84d-3e46d482eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.803476 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-1aae46da-87b8-4f49-a4f5-1f23a9a83617 req-45c2a4e6-a834-464f-a84d-3e46d482eb26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 1099 time: 0.1219487 May 31 12:50:30.849135 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-1aae46da-87b8-4f49-a4f5-1f23a9a83617 req-5b6fdfb0-cb77-45c4-9f11-0bffac540f3a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 May 31 12:50:30.920554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46202) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:30.990717 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.020078 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.068145 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:31.070951 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a74fa7-7b5b-46a8-be85-8e062b95b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:31.076520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.081740 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-07e36ef2-9102-4c3f-827c-7e73540d58e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:31.098328 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3f6ea-89db-45e4-b107-5bc216663be1,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:31.108997 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.109374 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.109712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.110063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.111265 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.111655 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.112075 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.112284 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.112854 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.113082 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.113294 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.113627 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:31.114484 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af3763f-ce5e-4595-9e3a-23f5ee5a64fb x-openstack-request-id: req-0af3763f-ce5e-4595-9e3a-23f5ee5a64fb {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:31.114821 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:31.115098 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0af3763f-ce5e-4595-9e3a-23f5ee5a64fb {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:31.115653 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'status': 'completed', 'code': 200} May 31 12:50:31.117721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:31.122799 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.124322 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6699a747-ef33-49ac-9ef9-98e090076e32 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "DELETE /v2.0/security-groups/66c3f6ea-89db-45e4-b107-5bc216663be1 HTTP/1.1" status: 204 len: 168 time: 0.2022958 May 31 12:50:31.127135 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46210) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:31.153673 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.api.v2.resource [None req-72ca76dc-772c-44d9-8caa-fde1bf2ce109 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] show failed (client error): The resource could not be found. May 31 12:50:31.157520 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-72ca76dc-772c-44d9-8caa-fde1bf2ce109 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups/66c3f6ea-89db-45e4-b107-5bc216663be1 HTTP/1.1" status: 404 len: 347 time: 0.0267389 May 31 12:50:31.157892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46216) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:31.226335 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-32248d37-8461-4122-a824-0ddcb3d51536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.227853 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-32248d37-8461-4122-a824-0ddcb3d51536 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1096 time: 0.0786788 May 31 12:50:31.395837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-0db8066c-8479-42c2-aa49-3ccfa4f55ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.398210 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-0db8066c-8479-42c2-aa49-3ccfa4f55ff5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.1607985 May 31 12:50:31.477074 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-792ba91b-17a6-4e50-9cf8-4582a6e4bb45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0674520 May 31 12:50:31.541725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-df2de8ed-2567-41cc-9f0e-af59d89cba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.543242 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-df2de8ed-2567-41cc-9f0e-af59d89cba17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0590587 May 31 12:50:31.617001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Deleting port ac31611e-8f6c-4e65-9df8-e4640f7f53a7 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:31.617379 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.620725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-a27e850d-5247-46ab-bbb1-41808403eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.622232 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-a27e850d-5247-46ab-bbb1-41808403eeff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695903 May 31 12:50:31.693386 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40f5d-b7aa-430f-861c-a964452d4d68 req-0328f831-cbd6-4ae4-83e5-23fc31e678fe tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.694939 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8be40f5d-b7aa-430f-861c-a964452d4d68 req-0328f831-cbd6-4ae4-83e5-23fc31e678fe tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.2290227 May 31 12:50:31.719597 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a084f02-0a8c-4493-855b-2c334b89234e req-4298e7f1-441a-4866-b3bd-6cc043a9573e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.726499 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5a084f02-0a8c-4493-855b-2c334b89234e req-4298e7f1-441a-4866-b3bd-6cc043a9573e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 946 time: 0.2249162 May 31 12:50:31.799233 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-71a85c06-626b-401d-b4c4-cc852bb44eaf service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572053 May 31 12:50:31.833286 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.833606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.845292 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5a084f02-0a8c-4493-855b-2c334b89234e req-7d31442b-515d-488d-9885-d73b990d9930 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180031 May 31 12:50:31.851534 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8be40f5d-b7aa-430f-861c-a964452d4d68 req-09368bff-89d9-4922-a905-5b3561fe37e7 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407073 May 31 12:50:31.968431 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Calling delete_port for ac31611e-8f6c-4e65-9df8-e4640f7f53a7 owned by network:floatingip {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:32.038904 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-63a74fa7-7b5b-46a8-be85-8e062b95b82d req-a4390503-69e9-4f5f-8d26-eb0c4c9f75a5 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266097 May 31 12:50:32.071763 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7de89b-1559-4ff7-a884-ffd075a6a690 req-e6dff9eb-ade1-4129-a284-8e28a6aeeba6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.073219 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3c7de89b-1559-4ff7-a884-ffd075a6a690 req-e6dff9eb-ade1-4129-a284-8e28a6aeeba6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1126444 May 31 12:50:32.157199 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3c7de89b-1559-4ff7-a884-ffd075a6a690 req-be7a4406-86e2-41b5-8c9c-92745432f62b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764666 May 31 12:50:32.183439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.188143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-20f40542-db74-43c4-b380-19cf19c42436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:32.231665 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'Port': ['ID=ac31611e-8f6c-4e65-9df8-e4640f7f53a7,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:32.260808 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:32.323715 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.343009 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.344157 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "DELETE /v2.0/floatingips/f80d9562-fc47-46b9-9694-6b7e8cffeca7 HTTP/1.1" status: 204 len: 168 time: 1.1853409 May 31 12:50:32.872580 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46238) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:32.884070 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027786631', 'description': 'tempest-description--1476040507'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:32.891727 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:32.897192 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:32.900400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:32.922297 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:32.963883 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.084086 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:33.089615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:33.095557 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:33.112723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:33.192898 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f759f4b-0c4f-4ca0-bc20-75535d251359 req-ad6cfdfd-0200-40fe-880b-b83823e70fc6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.194420 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f759f4b-0c4f-4ca0-bc20-75535d251359 req-ad6cfdfd-0200-40fe-880b-b83823e70fc6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.2021046 May 31 12:50:33.208375 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923775-cdd2-4ff2-b7ef-8d2ce2e98f4e req-a9aa4d5a-d189-403e-bc20-e95b47548489 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.209888 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18923775-cdd2-4ff2-b7ef-8d2ce2e98f4e req-a9aa4d5a-d189-403e-bc20-e95b47548489 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 946 time: 0.2221117 May 31 12:50:33.285396 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.304907 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.313426 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a7d3086b-4dd6-4c40-a22d-e5371587fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.323876 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f759f4b-0c4f-4ca0-bc20-75535d251359 req-5339318b-edca-44b4-b06d-ce201c244f55 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&id=24f24f70-1e57-4197-a807-ade43f8ecbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234288 May 31 12:50:33.344900 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-18923775-cdd2-4ff2-b7ef-8d2ce2e98f4e req-a7133d8c-e707-4045-aeb1-a7c103834459 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172705 May 31 12:50:33.368138 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.368878 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.370889 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.374571 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4960051 May 31 12:50:33.375805 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46254) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:33.381691 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group_rule': {'security_group_id': 'a00ff41a-3e70-4abb-a3c4-8af1c0c582a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:33.387710 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:33.391565 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:33.394484 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:33.401043 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:33.417467 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.536330 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.543685 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.553615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d5694190-cd0f-41bc-b27f-c998c827aa9f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.582451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c440a5d3-be04-4575-958a-90106671fc7a,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.586729 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.589040 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.590077 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-05143c08-e6a3-4ebc-9d75-72206ee754d5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127912 May 31 12:50:33.593010 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46258) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:33.598602 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'security_group_rule': {'security_group_id': 'a00ff41a-3e70-4abb-a3c4-8af1c0c582a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:33.599458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b062-b4be-429a-8a21-790396a785c6 req-9633554c-01ea-467c-807e-4d4c11ca1d34 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.600963 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fc33b062-b4be-429a-8a21-790396a785c6 req-9633554c-01ea-467c-807e-4d4c11ca1d34 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1473913 May 31 12:50:33.604957 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:33.609009 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:security_group_rule and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:33.612185 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:33.619150 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:33.635753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.647486 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fc33b062-b4be-429a-8a21-790396a785c6 req-c182cd8c-9299-4204-88dd-814373d6cb0c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 May 31 12:50:33.698749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.703683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.705874 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-238969d8-e037-40f3-903c-6ca550a6cbdf tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.731090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916fd3c5-d5e5-4aee-9da5-062c6769e013,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.733503 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.741008 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.745314 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482053 May 31 12:50:33.745525 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46266) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:33.750490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:33.756259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:33.760151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Usage tracker for resource:floatingip and tenant:aacf7aeb68204716bf23db4b8172d98e is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:33.763026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:33.768512 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:33.780733 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.907956 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:33.920062 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.047626 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:34.060302 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Allocated IP 172.28.0.194 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/ab12424d-cbc2-4e49-a475-b0f3d5809916) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:34.061696 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:34.121811 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.139088 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:34.179663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:34.184587 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.188203 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-45f7ea74-4618-4dea-ac50-90e4f3818144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:34.250275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.265877 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:34.276244 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.276943 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.277875 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.278362 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.278752 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.279204 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.279951 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.280625 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.281243 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.281945 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.282409 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.282779 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:34.284724 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.289817 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1152e435-1f10-4f7f-a48f-121b9259348e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:34.296041 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:34.359250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:34.365977 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:34.369322 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:34.402665 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['d59866dc-71d7-4362-8761-cdfa5d56d3b2'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:34.411660 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=ab12424d-cbc2-4e49-a475-b0f3d5809916,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:34.414955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:34.475396 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.543412 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f16ba-c706-4fe8-bc85-5a73b380b58a req-12094ab3-808d-404b-9e77-8bd3a3846431 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.544916 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d56f16ba-c706-4fe8-bc85-5a73b380b58a req-12094ab3-808d-404b-9e77-8bd3a3846431 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 946 time: 0.0804346 May 31 12:50:34.545080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.592281 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d56f16ba-c706-4fe8-bc85-5a73b380b58a req-9038b6fc-789a-479f-883b-db5afe384dc4 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 May 31 12:50:34.750849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.756716 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.760261 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:34.846538 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09115-b889-4bc6-ab0b-b1c0db826518 req-e0db5c21-eac0-4390-b9ae-bc93a70799c6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.848016 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e4a09115-b889-4bc6-ab0b-b1c0db826518 req-e0db5c21-eac0-4390-b9ae-bc93a70799c6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 944 time: 0.0856175 May 31 12:50:34.863622 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=ab12424d-cbc2-4e49-a475-b0f3d5809916,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:34.868033 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:34.876057 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.892668 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e4a09115-b889-4bc6-ab0b-b1c0db826518 req-9d4c0246-3e82-49fd-a28d-52fd62e4f680 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 May 31 12:50:34.899555 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.900745 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1542983 May 31 12:50:35.116051 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-351e531e-cfc1-4b32-b32a-db49ace62d1b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:35.133419 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-351e531e-cfc1-4b32-b32a-db49ace62d1b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:35.134588 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-351e531e-cfc1-4b32-b32a-db49ace62d1b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1027786631&fields=id&tenant_id=aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 267 time: 0.0581715 May 31 12:50:35.378915 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-abd268b9-e2fe-48d4-a1ba-ad6f1347d792 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.380375 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-abd268b9-e2fe-48d4-a1ba-ad6f1347d792 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 811 time: 0.2390225 May 31 12:50:35.395184 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-db2df08e-92da-4211-846b-993ca3954763 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/quotas/aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 375 time: 0.0091021 May 31 12:50:35.485861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-c5da6f59-37b0-4e83-ab44-05dc749efda5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:35.503697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-c5da6f59-37b0-4e83-ab44-05dc749efda5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:35.505088 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-c5da6f59-37b0-4e83-ab44-05dc749efda5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051114 May 31 12:50:35.646526 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-65e0df1d-a0be-4c95-9d59-1d847291a69d service neutron] 10.222.0.49 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292136 May 31 12:50:35.805365 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-105a8041-1444-47b2-9dde-047c3ec4f2e1 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.806060 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-105a8041-1444-47b2-9dde-047c3ec4f2e1 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Synchronizing usage tracker for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:35.822804 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-105a8041-1444-47b2-9dde-047c3ec4f2e1 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Unset dirty status for tenant:358f27185ab04ed7ae5509dd627a7585 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:35.824473 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-105a8041-1444-47b2-9dde-047c3ec4f2e1 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 946 time: 0.1023748 May 31 12:50:35.856940 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-6ec642c7-bfea-4c89-9e58-f5d0fb78247c service neutron] 10.222.0.49 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045381 May 31 12:50:35.876736 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff9a96-5002-49ee-b098-ef439ece8e79 req-c090b072-8171-49e4-86b2-e9b3f4c9ef00 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.878595 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9dff9a96-5002-49ee-b098-ef439ece8e79 req-c090b072-8171-49e4-86b2-e9b3f4c9ef00 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 946 time: 0.1410921 May 31 12:50:35.907326 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:35.931434 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9dff9a96-5002-49ee-b098-ef439ece8e79 req-643700af-c85c-4447-991b-ba0133d658b4 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/security-groups?id=e71b70a3-9d1a-4270-bd5f-4b63a35292df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 May 31 12:50:35.995461 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Deleting port 2b4def48-5745-482b-a623-e0f860fc5d6c {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:35.995966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.013141 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:36.018968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:36.020150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.150639 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3b36904f-02ae-4d05-80b1-17d4dda3d64f req-dbb21e1f-79f3-4f1f-9b10-ceed2a783fcf tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 210 time: 0.0990028 May 31 12:50:36.177867 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.199132 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177003-84df-40a0-8b5b-b4b8d94504b4 req-041af604-7b1a-4641-a95f-e8184326fe95 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.203280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] For port 2b4def48-5745-482b-a623-e0f860fc5d6c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b4def48-5745-482b-a623-e0f860fc5d6c,segment=NetworkSegment(8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa),segment_id=8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:36.203843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.208532 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:36.211800 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00ea2a-e139-4e89-ac6b-0d7ca6289b13" -d '{"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:36.215935 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-57177003-84df-40a0-8b5b-b4b8d94504b4 req-041af604-7b1a-4641-a95f-e8184326fe95 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 944 time: 0.1617005 May 31 12:50:36.220684 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:36.228417 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.231121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:36.280507 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-57177003-84df-40a0-8b5b-b4b8d94504b4 req-2584b9e0-b43e-4d23-a675-34fed927991e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632799 May 31 12:50:36.308349 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e27e2d-da07-451c-82c9-3d8db87f9dae x-openstack-request-id: req-44e27e2d-da07-451c-82c9-3d8db87f9dae {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:36.308992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:36.309280 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44e27e2d-da07-451c-82c9-3d8db87f9dae {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:36.309731 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'code': 200} May 31 12:50:36.323108 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:36.333344 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:36.343982 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Calling delete_port for 2b4def48-5745-482b-a623-e0f860fc5d6c owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:36.595865 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.602209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1c1f8dc0-fe11-4eab-8704-9209d6876407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:36.608001 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['2b4def48-5745-482b-a623-e0f860fc5d6c'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:36.652924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Pushing event deleted for resources: {'Port': ['ID=2b4def48-5745-482b-a623-e0f860fc5d6c,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:36.687540 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-81534bc6-84c1-41a3-acb9-f21d94524b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.692648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:36.739866 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6261e-efe1-4d91-8399-23fc6bcb32e0 req-9df531ae-b484-45b0-ba05-e5f0e8d4319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.741407 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-cdd6261e-efe1-4d91-8399-23fc6bcb32e0 req-9df531ae-b484-45b0-ba05-e5f0e8d4319c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1098 time: 0.2222536 May 31 12:50:36.747170 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] No DVR routers for this DVR port 2b4def48-5745-482b-a623-e0f860fc5d6c on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:36.761552 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.764419 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'name': 'network-vif-deleted', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:36.766690 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1fc85-4f38-43e2-ac8a-e0186192c5c1" -d '{"events": [{"server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "name": "network-vif-deleted", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:36.797791 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c3b7a857-48ad-4079-920c-68d8afeb8e45 req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.39 "DELETE /v2.0/ports/2b4def48-5745-482b-a623-e0f860fc5d6c HTTP/1.1" status: 204 len: 173 time: 0.9674277 May 31 12:50:36.803173 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-cdd6261e-efe1-4d91-8399-23fc6bcb32e0 req-eb584892-e018-4179-b001-8a9e58b50483 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541589 May 31 12:50:36.816217 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9112493-7b8e-4942-a076-fccac4d2ba8a x-openstack-request-id: req-d9112493-7b8e-4942-a076-fccac4d2ba8a {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:36.816842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a8b44-f029-470f-9ae2-bb6569ae2e30", "name": "network-vif-deleted", "tag": "2b4def48-5745-482b-a623-e0f860fc5d6c", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:36.816976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9112493-7b8e-4942-a076-fccac4d2ba8a {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:36.817358 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a8b44-f029-470f-9ae2-bb6569ae2e30', 'name': 'network-vif-deleted', 'tag': '2b4def48-5745-482b-a623-e0f860fc5d6c', 'status': 'completed', 'code': 200} May 31 12:50:37.105661 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ee4e056-419d-45cc-8391-41f5a372226d req-a8117c13-61f5-4ec7-9d78-ac6fbb721e9e tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] 10.222.0.49 "GET /v2.0/ports?device_id=d20a8b44-f029-470f-9ae2-bb6569ae2e30 HTTP/1.1" status: 200 len: 210 time: 0.0476179 May 31 12:50:37.320134 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f1066e5-6a65-4424-a3c3-47026ad6de4c req-c0d54c6f-ef15-4bbc-9933-a8538ff51757 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 210 time: 0.0472777 May 31 12:50:37.368125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-3ca05981-1c95-42bf-962e-c19f352443a2 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.369851 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-3ca05981-1c95-42bf-962e-c19f352443a2 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 811 time: 0.1629150 May 31 12:50:37.432066 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-cdc46623-deb8-4d8e-806a-05160355621c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aacf7aeb68204716bf23db4b8172d98e HTTP/1.1" status: 200 len: 380 time: 0.0428677 May 31 12:50:37.445407 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'port': {'device_id': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'admin_state_up': True, 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'security_groups': ['a00ff41a-3e70-4abb-a3c4-8af1c0c582a9']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:37.485304 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c643f-354b-45a8-983a-350afa0beaa5 req-3632d13a-cf5f-489a-814d-3c5980058294 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.487005 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2d6c643f-354b-45a8-983a-350afa0beaa5 req-3632d13a-cf5f-489a-814d-3c5980058294 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0873342 May 31 12:50:37.542122 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2d6c643f-354b-45a8-983a-350afa0beaa5 req-4a99edfc-9890-4a83-affe-07720123c672 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490153 May 31 12:50:37.599142 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:37.608709 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:37.618048 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Made reservation on behalf of aacf7aeb68204716bf23db4b8172d98e for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:37.621558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.786391 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Allocated IP 172.20.0.4 (20e83861-c495-45f9-add9-0b48f7bdbf32/948373d5-472d-4ff4-8abd-ae2798afead5/866b58eb-74cf-470e-87dc-2b4aab960965) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:37.897101 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.969338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.984304 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Transition to ACTIVE for port object 866b58eb-74cf-470e-87dc-2b4aab960965 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:38.009869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.014906 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-edd35753-8d37-4d87-a13e-e87ec0f51acd tempest-AttachVolumeNegativeTest-853051500 tempest-AttachVolumeNegativeTest-853051500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.075720 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:38.078812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:38.082687 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:38.126050 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event updated for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:38.144604 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:38.184519 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.185192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.227373 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7855771 May 31 12:50:38.240341 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Request body: {'port': {'device_id': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:38.323744 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-47621ec6-cc72-4a0e-9e89-2825aa466dde None None] Provisioning for port 866b58eb-74cf-470e-87dc-2b4aab960965 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:38.330161 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-47621ec6-cc72-4a0e-9e89-2825aa466dde None None] Provisioning complete for port 866b58eb-74cf-470e-87dc-2b4aab960965 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:38.331228 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-47621ec6-cc72-4a0e-9e89-2825aa466dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.392065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.431708 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-47621ec6-cc72-4a0e-9e89-2825aa466dde None None] Port 866b58eb-74cf-470e-87dc-2b4aab960965 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:38.540645 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982dcf9-5115-4ab9-873c-f66ffc0a1145 req-a9e43666-2e36-4b50-9af9-a2c3eacf3cc6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.542318 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f982dcf9-5115-4ab9-873c-f66ffc0a1145 req-a9e43666-2e36-4b50-9af9-a2c3eacf3cc6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 931 time: 0.0952463 May 31 12:50:38.589474 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f982dcf9-5115-4ab9-873c-f66ffc0a1145 req-004bd7cf-4e22-43f6-82c6-87d18bcb7a81 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 May 31 12:50:38.756025 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecccf9a-3649-40ab-9e68-e9bd027d9f0f req-e90d3855-fa53-4914-91df-1dd5ecfcb588 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.761588 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7ecccf9a-3649-40ab-9e68-e9bd027d9f0f req-e90d3855-fa53-4914-91df-1dd5ecfcb588 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0927272 May 31 12:50:38.767817 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866b58eb-74cf-470e-87dc-2b4aab960965 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:38.775895 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.791063 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Transition to ACTIVE for port object 866b58eb-74cf-470e-87dc-2b4aab960965 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:38.795482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.799496 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.815925 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7ecccf9a-3649-40ab-9e68-e9bd027d9f0f req-6a5c86b4-eeeb-41b3-9b5e-f2ec82601bb0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522165 May 31 12:50:39.028322 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:39.038448 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9085b-f85a-4bfb-a9b7-2cbe75221f86 req-4d8aedef-73a2-4f16-b130-f646d021ec40 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.043388 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:39.046445 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e0c9085b-f85a-4bfb-a9b7-2cbe75221f86 req-4d8aedef-73a2-4f16-b130-f646d021ec40 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1024930 May 31 12:50:39.051093 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46372) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:39.056880 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Request body: {'floatingip': {'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:39.067467 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.104405 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a9a181f6-654e-49eb-9b92-d7412d2f81bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.155888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.199238 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Attempting to bind port 866b58eb-74cf-470e-87dc-2b4aab960965 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:39.199645 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Attempting to bind port 866b58eb-74cf-470e-87dc-2b4aab960965 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:39.200038 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Attempting to bind port 866b58eb-74cf-470e-87dc-2b4aab960965 on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:39.204981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Port 866b58eb-74cf-470e-87dc-2b4aab960965 on network 20e83861-c495-45f9-add9-0b48f7bdbf32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:39.205476 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Attempting to bind port 866b58eb-74cf-470e-87dc-2b4aab960965 on network 20e83861-c495-45f9-add9-0b48f7bdbf32 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:39.210836 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:39.211162 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Checking segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:39.211537 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Bound using segment: {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:39.211979 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Bound port: 866b58eb-74cf-470e-87dc-2b4aab960965, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86b08ee-45dd-47d5-b696-6648b361f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:39.212313 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.311048 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:39.314607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=866b58eb-74cf-470e-87dc-2b4aab960965,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:39.319618 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.324361 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-86e4a6d7-e759-438d-a944-0fae7e5b28f4 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:39.379908 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.380294 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.381731 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] 10.222.0.39 "PUT /v2.0/ports/866b58eb-74cf-470e-87dc-2b4aab960965 HTTP/1.1" status: 200 len: 1093 time: 1.1464365 May 31 12:50:39.382240 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:39.384523 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924882e-a0b3-49f0-84b8-226c5f4615ea" -d '{"events": [{"name": "network-changed", "server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:39.420168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:39.430489 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:39.517861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22431dec-0aa6-4845-9c80-0ba31eb993ca x-openstack-request-id: req-22431dec-0aa6-4845-9c80-0ba31eb993ca {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:39.518203 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:39.518464 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22431dec-0aa6-4845-9c80-0ba31eb993ca {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:39.519927 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965', 'status': 'completed', 'code': 200} May 31 12:50:39.543491 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-bf68cc5a-ba7b-45eb-9252-7d4eb4d7d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.544997 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-bf68cc5a-ba7b-45eb-9252-7d4eb4d7d523 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 1096 time: 0.1008530 May 31 12:50:39.652316 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-1b0131d4-d49c-4733-94ec-80ea030461b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866b58eb-74cf-470e-87dc-2b4aab960965 HTTP/1.1" status: 200 len: 217 time: 0.0992701 May 31 12:50:39.741967 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-0d16d73c-6abd-43ca-be17-e4e5ca3e41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.745819 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-0d16d73c-6abd-43ca-be17-e4e5ca3e41e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.0840240 May 31 12:50:39.832482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-2c052e02-becd-41bf-9312-d071e23c2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.834158 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-2c052e02-becd-41bf-9312-d071e23c2228 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791912 May 31 12:50:39.939254 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37a6d-61de-4512-9190-c5afb75424ed req-de94d5e6-174a-4738-95a8-83f99ae65409 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.940728 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4ff37a6d-61de-4512-9190-c5afb75424ed req-de94d5e6-174a-4738-95a8-83f99ae65409 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 943 time: 0.1217611 May 31 12:50:39.954905 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 2b4def48-5745-482b-a623-e0f860fc5d6c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:39.980713 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-17c79170-68a2-4070-a67d-2e9a0f4ef450 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356876 May 31 12:50:39.988680 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 2b4def48-5745-482b-a623-e0f860fc5d6c {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:39.989029 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 2b4def48-5745-482b-a623-e0f860fc5d6c not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:40.006036 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4ff37a6d-61de-4512-9190-c5afb75424ed req-5381cf21-de48-42e7-b291-40fe230cb77b tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582483 May 31 12:50:40.108843 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.113736 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.118846 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-b93919de-02bf-4ae4-93f6-138f1dcc900a req-772ea21f-b22a-4747-bbb2-6bfb36922342 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305604 May 31 12:50:40.227681 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.245095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-4802a0bc-8f13-40e4-9bff-25193f1f79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.246598 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-4802a0bc-8f13-40e4-9bff-25193f1f79f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 1096 time: 0.0845032 May 31 12:50:40.296781 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.l3_db [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Floating IP d463643d-e6dc-4416-87bb-481e7df18e28 associated. External IP: 172.28.0.103, port: d59866dc-71d7-4362-8761-cdfa5d56d3b2. May 31 12:50:40.386287 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-4871e128-a419-4575-8fa9-bc7c50af44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.388402 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-4871e128-a419-4575-8fa9-bc7c50af44a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.1337116 May 31 12:50:40.455329 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-a90fa02a-f268-4fcb-be64-9d5e5b36d9c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866b58eb-74cf-470e-87dc-2b4aab960965 HTTP/1.1" status: 200 len: 217 time: 0.0601261 May 31 12:50:40.523118 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-621459cc-ec6a-4f8b-96fa-f68fb4764e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.524558 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-621459cc-ec6a-4f8b-96fa-f68fb4764e17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.0626509 May 31 12:50:40.601941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-184eda42-b44a-4e8d-b9a0-10fab92537cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.603416 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-184eda42-b44a-4e8d-b9a0-10fab92537cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709500 May 31 12:50:40.658353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:40.744482 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-2c79adfa-2202-4804-af48-473abae9e8f3 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324732 May 31 12:50:40.888837 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:40.895942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.899406 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:40.913445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:40.914087 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:40.937352 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6924882e-a0b3-49f0-84b8-226c5f4615ea req-16b17f94-b2c0-4bab-99da-ebfe9d92b597 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850266 May 31 12:50:40.979581 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2c469ae1-6b5b-42b1-b3ab-f600d5c8d5fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "PUT /v2.0/floatingips/d463643d-e6dc-4416-87bb-481e7df18e28 HTTP/1.1" status: 200 len: 991 time: 1.9247468 May 31 12:50:40.979581 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:40.986045 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33799f8-c804-4f7b-984e-d6aa8b426b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:41.069019 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73db43f-a7dc-46ef-b071-08a5b5dece99 x-openstack-request-id: req-b73db43f-a7dc-46ef-b071-08a5b5dece99 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:41.069568 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:41.070039 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b73db43f-a7dc-46ef-b071-08a5b5dece99 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:41.070630 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'status': 'completed', 'code': 200} May 31 12:50:41.276300 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:41.333586 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46444) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:41.343433 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0ecf-e872-4399-bb30-f7eb05a4b45c req-5a83fff9-81e4-4623-86d6-aa1349c24cc1 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.344997 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-217d0ecf-e872-4399-bb30-f7eb05a4b45c req-5a83fff9-81e4-4623-86d6-aa1349c24cc1 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 943 time: 0.1328595 May 31 12:50:41.365472 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-af827bbb-b2a8-46b9-97be-935132bcf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.366887 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-af827bbb-b2a8-46b9-97be-935132bcf53a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1098 time: 0.2809231 May 31 12:50:41.452256 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-217d0ecf-e872-4399-bb30-f7eb05a4b45c req-0849829a-9487-4712-8bc2-d310b99d8884 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916643 May 31 12:50:41.518888 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.534526 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:41.538784 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Usage tracker for resource:security_group_rule and tenant:c43af45ae4164d4b99892c6e7f19725d is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:41.542171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:41.548869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-534878db-9dd8-42e5-9886-bfd0aa3d3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.550133 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:41.550362 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-534878db-9dd8-42e5-9886-bfd0aa3d3e03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.1760736 May 31 12:50:41.688493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.696902 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.705383 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-1cb53162-2a1c-4a71-884d-2b724a26450b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 999 time: 0.1475782 May 31 12:50:41.707160 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f81d3056-3053-4251-840e-68349425ef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:41.737689 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'd463643d-e6dc-4416-87bb-481e7df18e28', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.103', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65624b38-7535-44a0-9761-08714ce51a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:23Z', 'updated_at': '2021-05-31T12:50:39Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:41.758207 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c43af45ae4164d4b99892c6e7f19725d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233251 May 31 12:50:41.758946 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46450) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:41.759633 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e57b7-642a-4424-8ab4-23a4ab187a37,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:41.764291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:41.778483 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:41.798317 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-ea4d6136-bed6-4b8b-9239-d476078e9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.800516 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-ea4d6136-bed6-4b8b-9239-d476078e9d4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0876667 May 31 12:50:41.818302 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.822721 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:41.823343 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:41.906033 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-2d2543b6-220e-4f4c-ab6b-1efaa40a9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.906033 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-2d2543b6-220e-4f4c-ab6b-1efaa40a9ade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920331 May 31 12:50:41.956569 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 866b58eb-74cf-470e-87dc-2b4aab960965 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:42.025525 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.059312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.087637 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-20fae548-95d3-4055-ae16-a6d9cc744e18 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656020 May 31 12:50:42.124749 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.128537 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9984fe74-2b4e-494e-ba3b-ab8340168b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:42.147460 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e57b7-642a-4424-8ab4-23a4ab187a37,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:42.170411 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:42.172437 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:42.177269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.178811 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/057e57b7-642a-4424-8ab4-23a4ab187a37 HTTP/1.1" status: 204 len: 168 time: 0.4163916 May 31 12:50:42.325238 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f33799f8-c804-4f7b-984e-d6aa8b426b5a req-f7d37f74-f7f0-4e40-a82c-d864fddac08b service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240856 May 31 12:50:42.433873 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=866b58eb-74cf-470e-87dc-2b4aab960965,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:42.467218 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '866b58eb-74cf-470e-87dc-2b4aab960965', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'port_id': '866b58eb-74cf-470e-87dc-2b4aab960965', 'mac_address': 'fa:16:3e:14:7f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:42.575431 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.597122 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866b58eb-74cf-470e-87dc-2b4aab960965 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:42.643164 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=866b58eb-74cf-470e-87dc-2b4aab960965,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:42.663227 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.666617 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:42.711220 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0c7d8-1621-4691-ba65-5a65f1f8f89c req-b3fc559b-65e3-4777-9753-6d4ed1645bf5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:42.712752 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-63c0c7d8-1621-4691-ba65-5a65f1f8f89c req-b3fc559b-65e3-4777-9753-6d4ed1645bf5 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 943 time: 0.1201773 May 31 12:50:42.773640 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-63c0c7d8-1621-4691-ba65-5a65f1f8f89c req-a80e951b-53ff-42b5-b760-52fbb56ef11e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 May 31 12:50:42.802041 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:42.803926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:42.837406 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'd463643d-e6dc-4416-87bb-481e7df18e28', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.103', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65624b38-7535-44a0-9761-08714ce51a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:23Z', 'updated_at': '2021-05-31T12:50:39Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:42.841845 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6cbb-892d-47cc-b273-4b875b82f1c1 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'd463643d-e6dc-4416-87bb-481e7df18e28', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'floating_ip_address': '172.28.0.103', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65624b38-7535-44a0-9761-08714ce51a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:23Z', 'updated_at': '2021-05-31T12:50:39Z', 'revision_number': 1, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:42.901411 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['866b58eb-74cf-470e-87dc-2b4aab960965'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:43.150314 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36892748-953b-4ea2-850e-1ef930a8ff60 None None] New status for floating IP d463643d-e6dc-4416-87bb-481e7df18e28: ACTIVE {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:43.237765 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46486) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.384678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-801192087-network', 'tenant_id': '62c0fd82438b44d69326ff5937d4e15c'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:43.394080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.402833 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Usage tracker for resource:network and tenant:62c0fd82438b44d69326ff5937d4e15c is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.408046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.426938 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:43.442513 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Made reservation on behalf of 62c0fd82438b44d69326ff5937d4e15c for: {'network': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:43.449267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.478000 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.515742 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.519640 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Usage tracker for resource:security_group_rule and tenant:62c0fd82438b44d69326ff5937d4e15c is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.524412 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.530264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:43.633421 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.638985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.642466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-61b1a32b-cdbf-4569-a6a6-14dd9316572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.687233 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=98247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:50:43.693202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.697132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.701333 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.701701 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.segments_db [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Added segment aa3e7615-3b24-4364-b482-209424f370d8 of type vlan for network f6570487-e67c-4a34-a26d-e9b125511cc7 May 31 12:50:43.732501 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.767351 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.768756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.769543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.775846 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.924361 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Pushing event updated for resources: {'Network': ['ID=f6570487-e67c-4a34-a26d-e9b125511cc7,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.928015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.930313 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6909673 May 31 12:50:43.940445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network f6570487-e67c-4a34-a26d-e9b125511cc7 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:50:43.951410 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46500) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.962338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Request body: {'subnet': {'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-801192087-subnet', 'tenant_id': '62c0fd82438b44d69326ff5937d4e15c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:43.975802 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.985097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Usage tracker for resource:subnet and tenant:62c0fd82438b44d69326ff5937d4e15c is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.990213 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.991993 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 866b58eb-74cf-470e-87dc-2b4aab960965 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:44.005292 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:44.025896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d987e1-220b-470c-a5a1-4a6887fba1b4 req-9f1825d2-255e-43e5-8bf4-24b2fa13e6f3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.027800 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62d987e1-220b-470c-a5a1-4a6887fba1b4 req-9f1825d2-255e-43e5-8bf4-24b2fa13e6f3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 944 time: 0.1130548 May 31 12:50:44.030606 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Made reservation on behalf of 62c0fd82438b44d69326ff5937d4e15c for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:44.037943 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6576599'] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.093928 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62d987e1-220b-470c-a5a1-4a6887fba1b4 req-8d38353f-fe4d-48b6-b878-31e003dcb8f6 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559258 May 31 12:50:44.186671 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 866b58eb-74cf-470e-87dc-2b4aab960965 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:44.192662 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 866b58eb-74cf-470e-87dc-2b4aab960965 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:44.193720 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.360384 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.406437 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:44.410419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e2b63-d686-4b41-bcb4-316223067024" -d '{"events": [{"server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "name": "network-vif-plugged", "status": "completed", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:44.424384 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=866b58eb-74cf-470e-87dc-2b4aab960965,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:44.452337 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.460208 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1cf528-a53c-461a-9c6e-ca999d1c41a3 x-openstack-request-id: req-df1cf528-a53c-461a-9c6e-ca999d1c41a3 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:44.460510 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "name": "network-vif-plugged", "status": "completed", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:44.460768 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df1cf528-a53c-461a-9c6e-ca999d1c41a3 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:44.461205 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965', 'code': 200} May 31 12:50:44.462426 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.680890 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.684933 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.692667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1220967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6576577'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.696870 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.818500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004ed28c-b3c2-4f91-8a73-ec08613d8cee,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.824554 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.842006 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Checking segment: {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:44.842431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Network hostable DHCP agents. Network: f6570487-e67c-4a34-a26d-e9b125511cc7, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:50:44.861232 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097e3b-d1d4-475f-befe-302700f62b4f req-1f75c08b-80e1-4c6d-ab89-67d1240fd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.862703 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-88097e3b-d1d4-475f-befe-302700f62b4f req-1f75c08b-80e1-4c6d-ab89-67d1240fd0a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 1098 time: 0.1342807 May 31 12:50:44.887027 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Network f6570487-e67c-4a34-a26d-e9b125511cc7 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:50:44.907012 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, f6570487-e67c-4a34-a26d-e9b125511cc7) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:44.921152 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-88097e3b-d1d4-475f-befe-302700f62b4f req-0bdccade-db8a-45fa-8acd-7becf33c98b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500505 May 31 12:50:44.924842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.924947 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.928175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f0928-9cf3-4c99-af8a-61f90a6ce84d None None] Network f6570487-e67c-4a34-a26d-e9b125511cc7 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:44.956402 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-3c13b867-694a-4467-ab35-9ecccd635043 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0037551 May 31 12:50:45.203247 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce3bd9-d808-4da6-987f-4346820d8455 None None] Network f6570487-e67c-4a34-a26d-e9b125511cc7 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:45.337947 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656604c-75d7-401c-88ad-890070ffe6ea req-2930030e-51b6-4d0f-b9af-9fac2db1456e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:45.342151 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5656604c-75d7-401c-88ad-890070ffe6ea req-2930030e-51b6-4d0f-b9af-9fac2db1456e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.1224630 May 31 12:50:45.402652 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5656604c-75d7-401c-88ad-890070ffe6ea req-dc4d533c-48e4-46a7-b4e6-9a2442e46a13 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544651 May 31 12:50:46.607246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003792-de4d-4bef-a4e3-094d21556780 req-65f3adb6-878b-434f-afcd-baecd30721fa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.614407 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43003792-de4d-4bef-a4e3-094d21556780 req-65f3adb6-878b-434f-afcd-baecd30721fa tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.0972748 May 31 12:50:46.655589 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43003792-de4d-4bef-a4e3-094d21556780 req-66ca93c0-e6ce-4f7c-b6e7-bbd4aa356a3a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403025 May 31 12:50:46.853988 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519301-b5fc-4d89-b290-f6576ecd2231 req-a145dce8-24d4-43ed-8183-e027befb3fa7 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.856011 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c9519301-b5fc-4d89-b290-f6576ecd2231 req-a145dce8-24d4-43ed-8183-e027befb3fa7 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.0913422 May 31 12:50:46.865083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46540) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:46.871213 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Request body: {'floatingip': {'port_id': '866b58eb-74cf-470e-87dc-2b4aab960965'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:46.959560 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.528363 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-6a7bc008-68e4-4779-9200-9237358cef13 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:47.530020 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-6a7bc008-68e4-4779-9200-9237358cef13 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 813 time: 0.3641503 May 31 12:50:47.565507 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-820dde3d-e3a4-4850-85b0-0da445054ba6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/quotas/62c0fd82438b44d69326ff5937d4e15c HTTP/1.1" status: 200 len: 375 time: 0.0268064 May 31 12:50:47.623208 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-a4ff9b72-c682-45ed-8b37-42b5b4f128ee tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514486 May 31 12:50:47.890839 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-61473644-8f9f-4f8c-bc3e-83957fea6d93 service neutron] 10.222.0.49 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018652 May 31 12:50:48.094447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.db.resource_extend [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:50:48.266582 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.272470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.457710 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-54bbd0c4-0599-4eff-b812-6344237b1b2e service neutron] 10.222.0.49 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574253 May 31 12:50:48.481722 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.l3_db [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Floating IP 711e10ef-5350-4937-887b-85f488bf9fae associated. External IP: 172.28.0.194, port: 866b58eb-74cf-470e-87dc-2b4aab960965. May 31 12:50:48.734493 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed8f9900-19c4-4bcd-a782-0744f4b5d773 req-2e4df174-5ddd-4ebf-8038-f29819142e2b tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 210 time: 0.0700598 May 31 12:50:48.999957 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:49.271346 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:49.281790 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:49.284714 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:49.292625 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:49.293619 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:49.363713 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-510d51f4-61bf-40d1-bbce-44ffe0de35a3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "PUT /v2.0/floatingips/711e10ef-5350-4937-887b-85f488bf9fae HTTP/1.1" status: 200 len: 991 time: 2.4942129 May 31 12:50:49.363713 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:49.365732 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b8160-a855-4add-bbfd-6d97c982cf30" -d '{"events": [{"name": "network-changed", "server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:49.480615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2229ad-acec-48d0-8903-64f3fa65d710 x-openstack-request-id: req-6d2229ad-acec-48d0-8903-64f3fa65d710 {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:49.481165 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:49.481431 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d2229ad-acec-48d0-8903-64f3fa65d710 {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:49.481862 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965', 'status': 'completed', 'code': 200} May 31 12:50:49.602153 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-50bde74f-aafe-46da-8888-3e45b73da06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:49.603729 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-50bde74f-aafe-46da-8888-3e45b73da06e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aacf7aeb68204716bf23db4b8172d98e&device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 1098 time: 0.1010220 May 31 12:50:49.638538 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:49.929631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-e9a9c913-9709-4bfb-b3b9-cae0c9d10b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:49.930154 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-e9a9c913-9709-4bfb-b3b9-cae0c9d10b48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 200 len: 912 time: 0.3177094 May 31 12:50:49.937815 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c86e8a48-a700-40ef-9b06-07808b4f7346 req-e9e3b083-c1e1-4f21-b0c8-f0169d9b49d8 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 210 time: 0.0536814 May 31 12:50:50.058572 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-498ae1a2-5143-4287-bd8c-7b859694acde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866b58eb-74cf-470e-87dc-2b4aab960965 HTTP/1.1" status: 200 len: 999 time: 0.1127105 May 31 12:50:50.195700 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '711e10ef-5350-4937-887b-85f488bf9fae', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '866b58eb-74cf-470e-87dc-2b4aab960965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:14:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:34Z', 'updated_at': '2021-05-31T12:50:47Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:50.200639 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:50.211058 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:50.211284 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-bc554f8d-b57e-41db-bcd8-662876518a8a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.211928 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:50:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:50.212072 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-bc554f8d-b57e-41db-bcd8-662876518a8a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Synchronizing usage tracker for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:network {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:50.289494 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-bc554f8d-b57e-41db-bcd8-662876518a8a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Unset dirty status for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:network {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:50.291183 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-bc554f8d-b57e-41db-bcd8-662876518a8a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 813 time: 0.2317438 May 31 12:50:50.297087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-591197f8-c40e-4bb2-b717-6b8bf2381c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.299782 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-591197f8-c40e-4bb2-b717-6b8bf2381c4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 200 len: 850 time: 0.0843246 May 31 12:50:50.329572 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Request body: {'port': {'device_id': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7', 'admin_state_up': True, 'tenant_id': '62c0fd82438b44d69326ff5937d4e15c'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:50.432456 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:50.555629 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:50.561007 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Usage tracker for resource:port and tenant:62c0fd82438b44d69326ff5937d4e15c is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:50.565216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-45bc3c69-6ed7-4485-8ea0-a683cd8883ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.566758 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-45bc3c69-6ed7-4485-8ea0-a683cd8883ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e83861-c495-45f9-add9-0b48f7bdbf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114271 May 31 12:50:50.567559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:50.574875 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:50.627565 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Made reservation on behalf of 62c0fd82438b44d69326ff5937d4e15c for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:50.638129 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.874295 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '711e10ef-5350-4937-887b-85f488bf9fae', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '866b58eb-74cf-470e-87dc-2b4aab960965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:14:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:34Z', 'updated_at': '2021-05-31T12:50:47Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:50.874712 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-c6150dc1-a46c-4736-a99c-f844eb794c85 service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915823 May 31 12:50:50.879379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c813e89-9de9-4179-8eb0-a7f1b85a9ee7 None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': '711e10ef-5350-4937-887b-85f488bf9fae', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'port_id': '866b58eb-74cf-470e-87dc-2b4aab960965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'mac_address': 'fa:16:3e:14:7f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:34Z', 'updated_at': '2021-05-31T12:50:47Z', 'revision_number': 1, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:51.035183 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Allocated IP 172.20.0.12 (f6570487-e67c-4a34-a26d-e9b125511cc7/004ed28c-b3c2-4f91-8a73-ec08613d8cee/c0e3e4fa-72fd-43eb-a2d0-35c314260bd6) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:51.091942 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-931b8160-a855-4add-bbfd-6d97c982cf30 req-95fa817c-6daf-4426-8b78-af03902c1a2a service neutron] 10.222.0.39 "GET /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882586 May 31 12:50:51.223245 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5734fbe8-ef34-4d26-9a6f-b53d8b470772 req-8004b332-ab11-4097-a284-31d0829274ff tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 210 time: 0.0744669 May 31 12:50:51.336188 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04cba7-49e7-4315-b01f-e397a9bf3ccb None None] New status for floating IP 711e10ef-5350-4937-887b-85f488bf9fae: ACTIVE {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:51.424568 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.459831 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.468060 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8b090f95-4e26-43b4-b8af-3d9f7c0df8f4 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:51.564778 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Network f6570487-e67c-4a34-a26d-e9b125511cc7 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:51.568227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:51.572857 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:51.634827 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Pushing event updated for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:51.639709 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:51.679558 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.680242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.703938 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3904977 May 31 12:50:51.718286 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Request body: {'port': {'device_id': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:51.847296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.374726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:52.383729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.407219 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Transition to ACTIVE for port object c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:52.414042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.419751 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-959506bc-b5f9-4bef-b235-7f8e2e09ce8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:52.454926 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198cf00-519d-4f68-b130-a99dd76ec2bf req-538e426c-905e-4ebd-b24c-4f67e18a45a3 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.466732 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0198cf00-519d-4f68-b130-a99dd76ec2bf req-538e426c-905e-4ebd-b24c-4f67e18a45a3 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 932 time: 0.1151891 May 31 12:50:52.532598 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0198cf00-519d-4f68-b130-a99dd76ec2bf req-d3879a98-a220-4edf-b15e-187e1d35bd28 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647404 May 31 12:50:52.554963 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:52.588260 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:52.680706 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Attempting to bind port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:52.681275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Attempting to bind port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:52.681391 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Attempting to bind port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 on network f6570487-e67c-4a34-a26d-e9b125511cc7 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:52.686389 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 on network f6570487-e67c-4a34-a26d-e9b125511cc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:52.686776 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Attempting to bind port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 on network f6570487-e67c-4a34-a26d-e9b125511cc7 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:52.692045 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:52.692377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Checking segment: {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:52.692771 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Bound using segment: {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:52.693958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Bound port: c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:52.695733 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.795189 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:52.803013 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:52.812319 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.816560 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:52.892307 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.892928 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.894279 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] 10.222.0.39 "PUT /v2.0/ports/c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 HTTP/1.1" status: 200 len: 1094 time: 1.1815205 May 31 12:50:52.895598 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:52.897259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19263ed-813d-4216-91c9-f2c07d9fbfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:52.917750 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:52.923103 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:53.000315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a22a9a-96bb-4fdb-8a72-743d49941646 x-openstack-request-id: req-c9a22a9a-96bb-4fdb-8a72-743d49941646 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:53.000315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:53.000315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9a22a9a-96bb-4fdb-8a72-743d49941646 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:53.000798 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6', 'status': 'completed', 'code': 200} May 31 12:50:53.045557 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-cf7bc8a0-3c19-4a6b-b887-36edaf7038bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.047515 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-cf7bc8a0-3c19-4a6b-b887-36edaf7038bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 1097 time: 0.1066525 May 31 12:50:53.148575 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-e058c6b4-647e-425c-b2d0-b239061745ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 HTTP/1.1" status: 200 len: 217 time: 0.0894876 May 31 12:50:53.229243 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-d144f20b-e3b6-4211-a424-60156dff9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.231103 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-d144f20b-e3b6-4211-a424-60156dff9a6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004ed28c-b3c2-4f91-8a73-ec08613d8cee HTTP/1.1" status: 200 len: 853 time: 0.0746565 May 31 12:50:53.302612 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-0af285cc-1b1c-4ca6-a347-0ba8a5fec19a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6570487-e67c-4a34-a26d-e9b125511cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615172 May 31 12:50:53.444294 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-8f9980ac-1ea2-4274-910a-a1190bdedc93 service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325812 May 31 12:50:53.636367 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-65cad945-6e56-4555-9b22-1f2c5e1d4b78 req-a50f61f6-91d4-4266-a629-c798c261d73c service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838901 May 31 12:50:53.763398 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352737b1-7af7-4867-a1d0-c6787459aca5 req-bb7af7b9-f40c-453b-a1e5-926e5ad91c61 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.771586 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-352737b1-7af7-4867-a1d0-c6787459aca5 req-bb7af7b9-f40c-453b-a1e5-926e5ad91c61 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 944 time: 0.0984900 May 31 12:50:53.776018 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-8d519d6f-89dc-4708-bfe5-2c180bef2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.777691 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-8d519d6f-89dc-4708-bfe5-2c180bef2d60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 1097 time: 0.0788038 May 31 12:50:53.831557 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-352737b1-7af7-4867-a1d0-c6787459aca5 req-00c7ad18-b722-4a17-8075-f26753b16db9 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586541 May 31 12:50:53.969674 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-51ab96cb-e284-4d58-b4d1-78de5b6cae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.971175 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-51ab96cb-e284-4d58-b4d1-78de5b6cae58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 914 time: 0.1849194 May 31 12:50:54.044502 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-84994b6c-b963-47fb-9b12-b5b39e64d40e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 HTTP/1.1" status: 200 len: 217 time: 0.0664070 May 31 12:50:54.221927 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-1781a74c-f548-48d2-b194-e3599854133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:54.223376 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-1781a74c-f548-48d2-b194-e3599854133d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004ed28c-b3c2-4f91-8a73-ec08613d8cee HTTP/1.1" status: 200 len: 853 time: 0.1710086 May 31 12:50:54.279296 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-3259deee-d346-4a05-9285-2c43a4cffaee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6570487-e67c-4a34-a26d-e9b125511cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441723 May 31 12:50:54.421997 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-9a0c7ddf-9ca9-42b8-9793-395d7acbf4cf service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342883 May 31 12:50:54.573566 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-e19263ed-813d-4216-91c9-f2c07d9fbfd9 req-299fe818-dec0-445b-99f5-9676be805497 service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430290 May 31 12:50:55.189635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50297fc-4dfe-4818-a5a1-4d25c23fc061 req-56502ac7-ae3a-4517-9afb-f1637e6d93c6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.191544 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b50297fc-4dfe-4818-a5a1-4d25c23fc061 req-56502ac7-ae3a-4517-9afb-f1637e6d93c6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 944 time: 0.2399831 May 31 12:50:55.270833 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b50297fc-4dfe-4818-a5a1-4d25c23fc061 req-89c8a8d9-e5d4-43ab-8174-ff9ad8b0e5f6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721953 May 31 12:50:55.790871 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:56.069567 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:56.234447 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:56.251958 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6', 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7', 'port_id': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6', 'mac_address': 'fa:16:3e:26:a9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ed28c-b3c2-4f91-8a73-ec08613d8cee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:56.343251 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.366297 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:56.386101 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:56.405121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.424169 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-c68ab22c-0f02-4eda-ac39-fb15620430f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:56.486209 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b469a5-4989-4dcb-8060-56d4700ecec8 req-24900eba-63c8-47dd-80fc-f1eef2e4963b tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:56.495684 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3b469a5-4989-4dcb-8060-56d4700ecec8 req-24900eba-63c8-47dd-80fc-f1eef2e4963b tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 945 time: 0.1006236 May 31 12:50:56.538859 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3b469a5-4989-4dcb-8060-56d4700ecec8 req-aa2f0bb8-92b9-49ce-9f12-0b2dfd0ca92f tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 May 31 12:50:56.556730 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:56.560150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:56.708869 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['c0e3e4fa-72fd-43eb-a2d0-35c314260bd6'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:57.747414 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4e75-79ec-4815-8ef4-877e8809e0c5 req-06adc9f3-cfba-4afc-b2fb-2e574c6ddd35 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:57.749179 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a98f4e75-79ec-4815-8ef4-877e8809e0c5 req-06adc9f3-cfba-4afc-b2fb-2e574c6ddd35 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 945 time: 0.0919123 May 31 12:50:57.799685 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a98f4e75-79ec-4815-8ef4-877e8809e0c5 req-e704df1e-9462-4b68-a988-34f923365beb tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 May 31 12:50:58.080907 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:58.181857 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:58.186497 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:58.186871 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.304396 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.333942 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:58.337608 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b5b11-578c-43da-9e04-0580d5440ce9" -d '{"events": [{"server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "name": "network-vif-plugged", "status": "completed", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:58.347106 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:58.352038 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.354952 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:58.393045 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9b5cc-b684-44ef-8008-8ce97405b595 x-openstack-request-id: req-18e9b5cc-b684-44ef-8008-8ce97405b595 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:58.393541 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "name": "network-vif-plugged", "status": "completed", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:58.393859 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18e9b5cc-b684-44ef-8008-8ce97405b595 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:58.394464 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6', 'code': 200} May 31 12:50:58.432951 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:58.435943 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:58.636837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a7ec3-e935-455f-9324-67f4bec0e81c req-30db695e-5740-4ab3-9fc1-a6e68ba7c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.638331 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d25a7ec3-e935-455f-9324-67f4bec0e81c req-30db695e-5740-4ab3-9fc1-a6e68ba7c75b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 1099 time: 0.0739882 May 31 12:50:58.685819 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-d25a7ec3-e935-455f-9324-67f4bec0e81c req-5e0c8b78-fa4c-436f-acc5-46708ecfafc0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 May 31 12:50:58.991544 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917dd7e-6144-4e96-abf3-7fffe037d62b req-727d250f-e6c9-4855-ad7f-a3ded1d11db4 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.992993 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f917dd7e-6144-4e96-abf3-7fffe037d62b req-727d250f-e6c9-4855-ad7f-a3ded1d11db4 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.0860298 May 31 12:50:59.039526 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f917dd7e-6144-4e96-abf3-7fffe037d62b req-602d5beb-14fc-455e-80f8-0a84a7e75267 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 May 31 12:51:00.239126 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce6b76-e6d4-4803-99f7-f26160219c02 req-c6fdba13-6a61-4970-8d04-e45bb07d5aaf tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:00.240583 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-93ce6b76-e6d4-4803-99f7-f26160219c02 req-c6fdba13-6a61-4970-8d04-e45bb07d5aaf tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.0920548 May 31 12:51:00.285682 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-93ce6b76-e6d4-4803-99f7-f26160219c02 req-7b706724-48f4-4258-95a9-67451828cf15 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 May 31 12:51:00.478346 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46800) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:00.536531 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Deleting subnet 65a2b978-733d-4871-a2c2-31c7870d916a {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:00.539590 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.594259 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568744'] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.649663 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.927844 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6901611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6726640'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.934107 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:00.969545 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a2b978-733d-4871-a2c2-31c7870d916a,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:00.971515 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.974308 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:00.978661 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-bdd5b136-40fe-4f29-a8cd-9900dae5d47c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/65a2b978-733d-4871-a2c2-31c7870d916a HTTP/1.1" status: 204 len: 168 time: 0.4994304 May 31 12:51:00.981225 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 46822) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:01.088713 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.211139 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.224439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eecab48-c729-4042-a9ed-2c923eb9854b']}} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:01.237024 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa') {'for_net_delete': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:01.237354 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1e1df4-02ca-44b1-b6c8-61bb44ca28fa') {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:01.249712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6568739'] for segment, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.266334 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.279428 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=98246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:01.280043 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7068365'] for segment, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: Traceback (most recent call last): May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: timer() May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: cb(*args, **kw) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: return func(*args, **kwargs) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: self._notify() May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: self.callback(batched_events) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: event.method(event) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: return f(self, *a, **k) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: return self._get(url).json() May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: return self.request(url, 'GET', **kwargs) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:01.294472 dv-cinder-786386-7-smb neutron-server[98246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:01.384303 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.388441 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-32d7cabb-4a69-4357-aee4-bee32d3edf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:01.402303 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.412583 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eecab48-c729-4042-a9ed-2c923eb9854b,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:01.415814 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:01.424033 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7eecab48-c729-4042-a9ed-2c923eb9854b HTTP/1.1" status: 204 len: 168 time: 0.4418316 May 31 12:51:01.547942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46844) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:01.597762 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fedb519d-71f7-46ef-952c-b193546a21ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=358f27185ab04ed7ae5509dd627a7585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485544 May 31 12:51:01.600335 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 46848) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:01.660036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.688250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.752811 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.756424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-25a92642-72c7-467a-876e-f79b44683fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:01.768154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b70a3-9d1a-4270-bd5f-4b63a35292df,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:01.773753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:01.775876 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.779555 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e71b70a3-9d1a-4270-bd5f-4b63a35292df HTTP/1.1" status: 204 len: 168 time: 0.1757193 May 31 12:51:06.683953 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5b68f79f-c5c7-4514-9d26-d2612a5ad22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.909182 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.053632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.110643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bd929078-b0bb-4efb-b87c-f10b28b7944d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.224326 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.769047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.300740 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65a86ddb-f19d-4726-956b-c0a663069edf req-cb2eab28-5141-4f11-9aa2-bbb11d5cb963 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143526098&fields=id&tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a HTTP/1.1" status: 200 len: 267 time: 0.2492838 May 31 12:51:17.389246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a86ddb-f19d-4726-956b-c0a663069edf req-11a4f5da-cf8d-4255-b42f-b425c4357089 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.390758 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65a86ddb-f19d-4726-956b-c0a663069edf req-11a4f5da-cf8d-4255-b42f-b425c4357089 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 984 time: 0.0844767 May 31 12:51:17.401563 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Request body: {'port': {'security_groups': ['63f31c97-73f4-47fc-b921-277d31c0cd2a']}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:17.620841 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.865207 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:17.890081 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.897878 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7068305'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.903995 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:17.909763 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:17.972962 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.973660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.978353 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65a86ddb-f19d-4726-956b-c0a663069edf req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "PUT /v2.0/ports/821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 942 time: 0.5812223 May 31 12:51:17.980999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47058) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:18.017565 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:18.020517 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10538c1e-adf3-4e40-bfd7-6b81c91d5376" -d '{"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:18.023344 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event updated for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=7']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:18.027452 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-8e3724bd-ad29-45bd-b33d-b86fea42f4f6 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:18.077393 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.097301 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0d22a-2b4b-4ab0-9329-2118937238bc x-openstack-request-id: req-99b0d22a-2b4b-4ab0-9329-2118937238bc {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:18.097756 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:18.098189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99b0d22a-2b4b-4ab0-9329-2118937238bc {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:18.098910 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:51:18.106435 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:18.119872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.245263 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-5892e5a1-650f-4b86-aed1-82385967c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.246655 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-5892e5a1-650f-4b86-aed1-82385967c14a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1098 time: 0.1060617 May 31 12:51:18.252902 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-2df36072-61f2-4708-a474-b61cb9be1081 None None] Provisioning complete for port 821f6d95-25d4-49bc-afd2-b55708921406 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:18.253405 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-2df36072-61f2-4708-a474-b61cb9be1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.282364 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.288833 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-641c6dc0-f950-4cee-9496-f17f9eed29eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:18.353111 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f24f70-1e57-4197-a807-ade43f8ecbf4,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:18.356398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:18.373704 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.374822 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "DELETE /v2.0/security-groups/24f24f70-1e57-4197-a807-ade43f8ecbf4 HTTP/1.1" status: 204 len: 168 time: 0.3919835 May 31 12:51:18.377762 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47064) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:18.558012 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-6469a381-28f6-42eb-9561-9c10c857655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.559482 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-6469a381-28f6-42eb-9561-9c10c857655e service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.3051887 May 31 12:51:18.730727 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-d9d1bb34-01f6-4526-89f2-44e2982450f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 1001 time: 0.1514130 May 31 12:51:18.806628 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-4c04e4a3-80ca-4864-9ae3-339884be7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.808069 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-4c04e4a3-80ca-4864-9ae3-339884be7c7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0675495 May 31 12:51:18.813319 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Deleting port cc29667e-2fe2-4c49-85d7-58e90dc099c4 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:18.813651 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.082911 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.083503 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.145874 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-31d2a2f6-0be2-4b92-8bac-f2b2175e5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.147357 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-31d2a2f6-0be2-4b92-8bac-f2b2175e5a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3217902 May 31 12:51:19.210402 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Calling delete_port for cc29667e-2fe2-4c49-85d7-58e90dc099c4 owned by network:floatingip {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:19.366245 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-595ceb19-a049-4a7c-acc5-e3945dd88060 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628485 May 31 12:51:19.566060 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-10538c1e-adf3-4e40-bfd7-6b81c91d5376 req-32f1f8ee-7880-4c56-8132-0ddac12506ac service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911521 May 31 12:51:19.569012 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.574728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-3d1e6ddc-c613-4dc0-8f36-978ee1b9bc48 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:19.622347 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event deleted for resources: {'Port': ['ID=cc29667e-2fe2-4c49-85d7-58e90dc099c4,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:19.652661 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:19.713373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks [] for floatingip, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.713701 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Floating IP f5a2c529-5e7f-4432-ab0c-316ef115940f disassociated (deleted). External IP: 172.28.0.129, port: 821f6d95-25d4-49bc-afd2-b55708921406. May 31 12:51:20.086960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Router 61ac8960-a7cb-4aee-8033-6a9de25f9593 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:20.274671 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:20.286010 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Sync routers for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:20.289966 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.297575 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:20.298275 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:20.346742 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5a2c529-5e7f-4432-ab0c-316ef115940f HTTP/1.1" status: 204 len: 168 time: 1.9678280 May 31 12:51:20.347473 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:20.349919 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97" -d '{"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:20.406270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3e0f03-6193-439a-9bb2-9d58835615b7 x-openstack-request-id: req-5c3e0f03-6193-439a-9bb2-9d58835615b7 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:20.406604 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:20.406868 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c3e0f03-6193-439a-9bb2-9d58835615b7 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:20.407301 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:51:20.486217 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:20.526834 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-fcf0fe94-dc6a-40a1-adc3-b7b1fa34c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.529496 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-fcf0fe94-dc6a-40a1-adc3-b7b1fa34c25b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 1098 time: 0.0763931 May 31 12:51:20.797107 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-6621e245-223f-40b5-b18d-18950082b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.798861 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-6621e245-223f-40b5-b18d-18950082b1fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 200 len: 916 time: 0.2575252 May 31 12:51:20.877843 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-363aad95-c8a9-4f6b-8a97-4eedcb0b7c2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 200 len: 217 time: 0.0691054 May 31 12:51:20.916649 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:20.921052 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Checking router: 61ac8960-a7cb-4aee-8033-6a9de25f9593 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:20.929880 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:20.930715 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:20.956412 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-06b911d1-c43f-46f3-847d-642a1f3ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.958117 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-06b911d1-c43f-46f3-847d-642a1f3ad89f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 200 len: 854 time: 0.0643275 May 31 12:51:21.038807 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-c0a1cf7a-3479-449e-83fb-bdb810a2c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.040305 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-c0a1cf7a-3479-449e-83fb-bdb810a2c804 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=748ca379-fbdc-4052-9413-eb36eaaa6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741146 May 31 12:51:21.110020 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:21.186355 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-07f45c87-064e-4a92-8445-b272d04f3f95 service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324685 May 31 12:51:21.336747 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f6c9d3b2-63c0-4ef4-9ce3-86cebab06f97 req-72ae0e24-82f8-412f-89aa-d61cdd94b03c service neutron] 10.222.0.39 "GET /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411850 May 31 12:51:21.495120 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-273f59a1-2159-4060-b66b-2944182537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:21.499965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f59a1-2159-4060-b66b-2944182537fa None None] The sync data for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb is: [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:48:37Z', 'revision_number': 4, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6cb590e5-34b2-46f5-acfa-772f0ccd1215', 'name': '', 'network_id': '748ca379-fbdc-4052-9413-eb36eaaa6230', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'mac_address': 'fa:16:3e:da:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:36Z', 'updated_at': '2021-05-31T12:48:45Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'subnets': [{'id': 'b6ff7680-d5bd-4a02-b518-de2e5cff4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:21.713444 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d16293-0d5a-4be0-aca5-cdc8ea4291c5 None None] New status for floating IP f5a2c529-5e7f-4432-ab0c-316ef115940f: DOWN {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:51:23.837206 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486c91-8ab9-4af0-b55c-3337030f92df req-43854181-0e48-4e8d-b032-d17f61ecb7d3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:23.838959 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb486c91-8ab9-4af0-b55c-3337030f92df req-43854181-0e48-4e8d-b032-d17f61ecb7d3 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.0840538 May 31 12:51:23.885379 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-cb486c91-8ab9-4af0-b55c-3337030f92df req-de71d44a-ac2d-4323-a273-e3a56d3f5cab tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 May 31 12:51:25.090345 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156a23-56ee-4124-a6f3-fe4406a3e659 req-c4bea5ca-2f0f-4c07-bf0e-109ef2588f92 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.091807 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef156a23-56ee-4124-a6f3-fe4406a3e659 req-c4bea5ca-2f0f-4c07-bf0e-109ef2588f92 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.0902786 May 31 12:51:25.136050 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ef156a23-56ee-4124-a6f3-fe4406a3e659 req-33cd2863-94ef-40ff-b86f-86b24b773367 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 May 31 12:51:26.328567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4defbcc-238b-4bff-ac2d-ca549fae47bb req-d4cf6c01-549b-4d82-8b96-4dcea0198d1b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.330060 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c4defbcc-238b-4bff-ac2d-ca549fae47bb req-d4cf6c01-549b-4d82-8b96-4dcea0198d1b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.0848546 May 31 12:51:26.377041 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c4defbcc-238b-4bff-ac2d-ca549fae47bb req-c51091fc-f64f-459b-8185-4854a95d63eb tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/security-groups?id=63f31c97-73f4-47fc-b921-277d31c0cd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 May 31 12:51:26.539068 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315e570-cabc-4214-aa0d-01055b53059f req-b060c1be-7510-49cb-97dd-040b2beb641a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.539678 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-5315e570-cabc-4214-aa0d-01055b53059f req-b060c1be-7510-49cb-97dd-040b2beb641a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Synchronizing usage tracker for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:26.560713 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-5315e570-cabc-4214-aa0d-01055b53059f req-b060c1be-7510-49cb-97dd-040b2beb641a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Unset dirty status for tenant:ec611dcfca6d4ae1b7e9c005ece94c4a on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:26.562360 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5315e570-cabc-4214-aa0d-01055b53059f req-b060c1be-7510-49cb-97dd-040b2beb641a tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.39 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 945 time: 0.1202958 May 31 12:51:26.711867 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Deleting port 821f6d95-25d4-49bc-afd2-b55708921406 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:26.712191 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.860267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] For port 821f6d95-25d4-49bc-afd2-b55708921406, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=821f6d95-25d4-49bc-afd2-b55708921406,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:26.860595 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.986631 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Calling delete_port for 821f6d95-25d4-49bc-afd2-b55708921406 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:27.104975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.116665 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-77db57ed-24a0-4fe1-9653-db0f2b6627bb tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.117207 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['821f6d95-25d4-49bc-afd2-b55708921406'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:27.159355 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Pushing event deleted for resources: {'Port': ['ID=821f6d95-25d4-49bc-afd2-b55708921406,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.219726 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.221109 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:27.252269 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.257885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] No DVR routers for this DVR port 821f6d95-25d4-49bc-afd2-b55708921406 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:27.260238 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.262946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'name': 'network-vif-deleted', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:27.265351 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d7f91-a018-42af-9fba-3049590b0913" -d '{"events": [{"server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "name": "network-vif-deleted", "tag": "821f6d95-25d4-49bc-afd2-b55708921406"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:27.279693 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-5315e570-cabc-4214-aa0d-01055b53059f req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.39 "DELETE /v2.0/ports/821f6d95-25d4-49bc-afd2-b55708921406 HTTP/1.1" status: 204 len: 173 time: 0.7048881 May 31 12:51:27.319164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3e825-29c3-4651-a335-f8c5d0c7b99d x-openstack-request-id: req-fbb3e825-29c3-4651-a335-f8c5d0c7b99d {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:27.319485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464fb007-9da7-4ded-9047-e53abc1935c8", "name": "network-vif-deleted", "tag": "821f6d95-25d4-49bc-afd2-b55708921406", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:27.319760 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbb3e825-29c3-4651-a335-f8c5d0c7b99d {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:27.320191 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464fb007-9da7-4ded-9047-e53abc1935c8', 'name': 'network-vif-deleted', 'tag': '821f6d95-25d4-49bc-afd2-b55708921406', 'status': 'completed', 'code': 200} May 31 12:51:27.549857 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e06a57a7-7c29-4c18-80d8-e7cec47a7b27 req-b6c36175-ba11-4e16-b08f-7d7932825e46 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] 10.222.0.49 "GET /v2.0/ports?device_id=464fb007-9da7-4ded-9047-e53abc1935c8 HTTP/1.1" status: 200 len: 210 time: 0.0493472 May 31 12:51:29.308753 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47268) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:29.864712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.235737 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 821f6d95-25d4-49bc-afd2-b55708921406 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:30.278498 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 821f6d95-25d4-49bc-afd2-b55708921406 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:30.278849 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 821f6d95-25d4-49bc-afd2-b55708921406 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:30.397353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Deleting port 6cb590e5-34b2-46f5-acfa-772f0ccd1215 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:30.397906 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.524281 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] For port 6cb590e5-34b2-46f5-acfa-772f0ccd1215, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6cb590e5-34b2-46f5-acfa-772f0ccd1215,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:30.524715 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.660763 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Calling delete_port for 6cb590e5-34b2-46f5-acfa-772f0ccd1215 owned by network:router_interface {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:30.827292 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.838155 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:30.939447 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb590e5-34b2-46f5-acfa-772f0ccd1215,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:30.948948 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:31.208389 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.567792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Router 61ac8960-a7cb-4aee-8033-6a9de25f9593 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:31.855451 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:31.866656 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Sync routers for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:31.871302 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] 10.222.0.49 "PUT /v2.0/routers/61ac8960-a7cb-4aee-8033-6a9de25f9593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5615690 May 31 12:51:31.875051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47310) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:31.877780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:31.878390 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:32.055039 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:32.156468 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.358677 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:51:30Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:32.363528 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Checking router: 61ac8960-a7cb-4aee-8033-6a9de25f9593 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:32.372579 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Routers {'61ac8960-a7cb-4aee-8033-6a9de25f9593'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:32.373504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['61ac8960-a7cb-4aee-8033-6a9de25f9593'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:32.402886 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-7b09d791-54ad-4aaf-acc6-c4ed7e1526e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3837929 May 31 12:51:32.417957 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.553767 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Deleting port 145699cb-9af8-41e5-a701-b532bdae821c {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:32.554099 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.575270 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] Set router 61ac8960-a7cb-4aee-8033-6a9de25f9593 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:32.689360 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-535a023b-5eb7-4618-895e-f796b6ffc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.690835 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-535a023b-5eb7-4618-895e-f796b6ffc116 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1098 time: 0.2048173 May 31 12:51:32.703120 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] For port 145699cb-9af8-41e5-a701-b532bdae821c, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=145699cb-9af8-41e5-a701-b532bdae821c,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:32.703736 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.789955 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:32.875070 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Calling delete_port for 145699cb-9af8-41e5-a701-b532bdae821c owned by network:router_gateway {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:32.917383 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:51:30Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:32.922570 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ffb68-e67a-48cf-8030-c3be6c8dc8d9 None None] The sync data for ids ['61ac8960-a7cb-4aee-8033-6a9de25f9593'] in dv-cinder-786386-7-smb is: [{'id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'name': 'tempest-TestMinimumBasicScenario-1487949012-router', 'tenant_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '145699cb-9af8-41e5-a701-b532bdae821c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:32Z', 'updated_at': '2021-05-31T12:51:30Z', 'revision_number': 5, 'project_id': 'ec611dcfca6d4ae1b7e9c005ece94c4a', 'gw_port': {'id': '145699cb-9af8-41e5-a701-b532bdae821c', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8960-a7cb-4aee-8033-6a9de25f9593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:33Z', 'updated_at': '2021-05-31T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:33.010359 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-30d1702d-d5f6-41d2-998b-eccd9adf3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.011847 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-30d1702d-d5f6-41d2-998b-eccd9adf3a3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.2949774 May 31 12:51:33.257438 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-28f11654-a7c9-4135-babd-fc1ee953b3fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.1284230 May 31 12:51:33.384210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-73827ac0-ea6a-4c64-9fe8-85f8f406238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.385788 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-73827ac0-ea6a-4c64-9fe8-85f8f406238c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.1168096 May 31 12:51:33.386889 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.390689 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cf7d24c9-1232-40f1-ace1-a80a60d0777c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:33.475739 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=145699cb-9af8-41e5-a701-b532bdae821c,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:33.483420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:33.719445 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.762517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-a4778187-3d03-4064-8275-d465da439f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.763843 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-a4778187-3d03-4064-8275-d465da439f21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3380780 May 31 12:51:33.809601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded1b8-423b-4f0f-85c5-12583c8cbcba req-bbc9527b-0875-4d18-b51c-04339bf034fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.811285 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-76ded1b8-423b-4f0f-85c5-12583c8cbcba req-bbc9527b-0875-4d18-b51c-04339bf034fd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0912695 May 31 12:51:33.856269 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-76ded1b8-423b-4f0f-85c5-12583c8cbcba req-e2e74d87-3fe1-4031-83f4-c0b903ca3723 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 May 31 12:51:33.965629 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.971691 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.084864 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.085456 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ac8960-a7cb-4aee-8033-6a9de25f9593 {{(pid=98247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:51:34.111848 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-50b98a1e-c82f-4ccc-86e3-dcdb359847ac service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875733 May 31 12:51:34.116331 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.117461 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] 10.222.0.49 "DELETE /v2.0/routers/61ac8960-a7cb-4aee-8033-6a9de25f9593 HTTP/1.1" status: 204 len: 168 time: 2.2414405 May 31 12:51:34.120259 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47364) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:34.181771 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Deleting subnet b6ff7680-d5bd-4a02-b518-de2e5cff4e3e {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:34.185773 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.252383 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568744'] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.253565 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-60e39cad-d55f-4df0-8bde-352ab52b6dd0 req-9c29a573-5d94-4dbd-9d87-717dbf35b672 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343617 May 31 12:51:34.370599 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.595051 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6cb590e5-34b2-46f5-acfa-772f0ccd1215 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:34.620029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6901611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6726640'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.625087 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7dcf44a9-4be5-4147-899f-34f62f9f778c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:34.632957 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 6cb590e5-34b2-46f5-acfa-772f0ccd1215 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:34.633392 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6cb590e5-34b2-46f5-acfa-772f0ccd1215 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:34.659525 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ff7680-d5bd-4a02-b518-de2e5cff4e3e,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:34.667871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.671384 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.671750 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.672108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.672519 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.672873 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.673234 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40d960-134f-49a2-924d-293d551c124e None None] Network 748ca379-fbdc-4052-9413-eb36eaaa6230 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:34.673367 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.673581 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.673924 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.674271 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.674611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.674944 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.675461 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:34.679435 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:34.684941 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-0e3d83d8-d175-42d0-9519-a2a2eb0f9ea9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b6ff7680-d5bd-4a02-b518-de2e5cff4e3e HTTP/1.1" status: 204 len: 168 time: 0.5636451 May 31 12:51:34.685276 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47368) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:34.791116 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.864252 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Deleting port 786a037d-6d18-45ef-a1fc-6575e18ad75d {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:34.864517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.932105 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] DHCP port deletion for 748ca379-fbdc-4052-9413-eb36eaaa6230 request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:51:34.966279 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] For port 786a037d-6d18-45ef-a1fc-6575e18ad75d, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=786a037d-6d18-45ef-a1fc-6575e18ad75d,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:34.966905 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.996544 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Deleting port 786a037d-6d18-45ef-a1fc-6575e18ad75d {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:34.996950 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.113507 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] For port 786a037d-6d18-45ef-a1fc-6575e18ad75d, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=786a037d-6d18-45ef-a1fc-6575e18ad75d,segment=NetworkSegment(1b43eda9-3271-45c8-9e2c-948a1f5d3fe9),segment_id=1b43eda9-3271-45c8-9e2c-948a1f5d3fe9)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:35.114324 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.116614 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Calling delete_port for 786a037d-6d18-45ef-a1fc-6575e18ad75d owned by network:dhcp {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:35.180749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.186019 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4efabc9a-1911-403e-a116-bd04abd1cf71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.233950 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=786a037d-6d18-45ef-a1fc-6575e18ad75d,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.241273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.242283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] No DVR routers for this DVR port 786a037d-6d18-45ef-a1fc-6575e18ad75d on host dv-cinder-786386-7-smb {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:35.251968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Calling delete_port for 786a037d-6d18-45ef-a1fc-6575e18ad75d owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:35.305535 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfd5e9-c928-48f6-9349-5c1ab18bb12e req-00560b52-6611-4c5c-83fe-2d7525bc569f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.306951 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fdfd5e9-c928-48f6-9349-5c1ab18bb12e req-00560b52-6611-4c5c-83fe-2d7525bc569f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.3226709 May 31 12:51:35.354818 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5fdfd5e9-c928-48f6-9349-5c1ab18bb12e req-97e2aa16-f122-4e87-9a52-6eaf40b5b748 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 May 31 12:51:35.360066 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.374044 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748ca379-fbdc-4052-9413-eb36eaaa6230']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:35.386450 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.391201 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.393943 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:35.394240 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b43eda9-3271-45c8-9e2c-948a1f5d3fe9') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:35.406517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.423403 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.430292 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:35.430845 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.437741 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Pushing event deleted for resources: {'Port': ['ID=786a037d-6d18-45ef-a1fc-6575e18ad75d,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.442644 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] No DVR routers for this DVR port 786a037d-6d18-45ef-a1fc-6575e18ad75d on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:35.444275 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:35.448293 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.448687 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.449023 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.449428 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.449701 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.450037 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.450351 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.450668 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.450985 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.451301 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.451614 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.451924 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:35.455388 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-5cd3d596-784d-4486-8c75-b25c858146a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.636234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.640013 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c3492b7a-b51a-4472-9702-8d3894341acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.652548 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.664131 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=748ca379-fbdc-4052-9413-eb36eaaa6230,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.668233 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.678505 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/748ca379-fbdc-4052-9413-eb36eaaa6230 HTTP/1.1" status: 204 len: 168 time: 0.9918897 May 31 12:51:35.681541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47386) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:36.218703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.280131 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 145699cb-9af8-41e5-a701-b532bdae821c no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:36.328350 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 145699cb-9af8-41e5-a701-b532bdae821c {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:36.328738 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 145699cb-9af8-41e5-a701-b532bdae821c not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:36.329171 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 786a037d-6d18-45ef-a1fc-6575e18ad75d no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:36.411083 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 786a037d-6d18-45ef-a1fc-6575e18ad75d {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:36.411428 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 786a037d-6d18-45ef-a1fc-6575e18ad75d not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:36.684809 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4c36-0e2d-491d-a46a-5cbd368088e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.762981 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a34c2-44d0-4dd2-94b6-4554ad493ee4 req-136fbf41-212c-4221-bbed-1cf9e665d116 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.764425 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4c6a34c2-44d0-4dd2-94b6-4554ad493ee4 req-136fbf41-212c-4221-bbed-1cf9e665d116 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.2158899 May 31 12:51:36.823273 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4c6a34c2-44d0-4dd2-94b6-4554ad493ee4 req-59d272e5-0f35-4423-9084-101d90256577 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527587 May 31 12:51:36.958004 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Deleting port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:36.958243 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.092929 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] For port dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:37.093327 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.215965 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Calling delete_port for dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd owned by network:router_interface {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:37.385705 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.389801 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:37.436288 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:37.439512 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:37.708347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.911410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.252615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12736278-65f2-4e74-8ad7-8359e1b49c82 req-bb0a4c20-c566-4874-8441-0338e4766182 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:38.254116 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-12736278-65f2-4e74-8ad7-8359e1b49c82 req-bb0a4c20-c566-4874-8441-0338e4766182 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.3003941 May 31 12:51:38.255875 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Router e242b21e-08db-4511-b7ac-98c73465cde6 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:38.376770 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-12736278-65f2-4e74-8ad7-8359e1b49c82 req-c8454435-2630-4fef-90de-2263b118b0f0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161399 May 31 12:51:38.468754 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:38.477235 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Sync routers for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:38.479712 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5b37f877-75f2-405d-b985-3353f3917ad2 admin admin] 10.222.0.49 "PUT /v2.0/routers/e242b21e-08db-4511-b7ac-98c73465cde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7971387 May 31 12:51:38.482417 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47422) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:38.488179 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:38.488783 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:38.664622 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks [] for router, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.664941 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:38.843916 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.924443 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Deleting port 1be79356-6298-4d06-81d4-2de61bf32e78 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:38.924788 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.954151 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:51:37Z', 'revision_number': 5, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port': {'id': '1be79356-6298-4d06-81d4-2de61bf32e78', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:48:45Z', 'updated_at': '2021-05-31T12:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:38.958644 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Checking router: e242b21e-08db-4511-b7ac-98c73465cde6 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:38.967979 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Routers {'e242b21e-08db-4511-b7ac-98c73465cde6'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:38.968912 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['e242b21e-08db-4511-b7ac-98c73465cde6'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:39.060750 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] For port 1be79356-6298-4d06-81d4-2de61bf32e78, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=1be79356-6298-4d06-81d4-2de61bf32e78,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:39.061161 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.063901 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.108663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3f8edaf2-a9ac-432d-8f6d-3813e0199299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.139339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47434) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:39.166501 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] Set router e242b21e-08db-4511-b7ac-98c73465cde6 gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:39.184215 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Calling delete_port for 1be79356-6298-4d06-81d4-2de61bf32e78 owned by network:router_gateway {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:39.264253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.270188 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:51:38Z', 'revision_number': 6, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:39.274294 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541a51-06e8-4659-9dee-cf3b3f6b5ec0 None None] The sync data for ids ['e242b21e-08db-4511-b7ac-98c73465cde6'] in dv-cinder-786386-7-smb is: [{'id': 'e242b21e-08db-4511-b7ac-98c73465cde6', 'name': 'tempest-TestMinimumBasicScenario-1680401370-router', 'tenant_id': '0c8a25e0dd474e73bd121a2973033e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:43Z', 'updated_at': '2021-05-31T12:51:38Z', 'revision_number': 6, 'project_id': '0c8a25e0dd474e73bd121a2973033e17', 'gw_port_host': None}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:39.281659 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:39.286169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8fa429449943bebd757bc7234e0afd is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:39.289395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:39.296359 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:39.327156 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.331026 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:39.372878 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be79356-6298-4d06-81d4-2de61bf32e78,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:39.376146 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:39.386717 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.391571 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.400151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-766b03f9-c17b-4535-97e1-b2ca96dfbd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:39.443254 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c8fa429449943bebd757bc7234e0afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022573 May 31 12:51:39.445039 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83559d04-65d6-4fc0-afee-c8c9cc6e5707,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:39.446514 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47442) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:39.448395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:39.498465 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.832724 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.836831 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.871513 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.912169 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.912694 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e242b21e-08db-4511-b7ac-98c73465cde6 {{(pid=98246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:51:39.915055 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.974478 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507668c-98fa-46e3-8d3a-4c16273c0a34 req-4b6400b9-6118-46d0-811b-882efd9e0e07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.975849 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e507668c-98fa-46e3-8d3a-4c16273c0a34 req-4b6400b9-6118-46d0-811b-882efd9e0e07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.4357340 May 31 12:51:39.977925 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.978910 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-da8f285b-29ea-4e7e-90d6-cb4a4342fb49 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e242b21e-08db-4511-b7ac-98c73465cde6 HTTP/1.1" status: 204 len: 168 time: 1.4956388 May 31 12:51:39.982208 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47456) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:40.023446 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.029422 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e507668c-98fa-46e3-8d3a-4c16273c0a34 req-9895132a-b665-4c1c-9f34-8a2bfce494a7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 May 31 12:51:40.031231 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9a0c8cf0-856a-43e3-bffc-2678e0667973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.043899 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83559d04-65d6-4fc0-afee-c8c9cc6e5707,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.047419 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:40.049723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.050856 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83559d04-65d6-4fc0-afee-c8c9cc6e5707 HTTP/1.1" status: 204 len: 168 time: 0.6034319 May 31 12:51:40.057673 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Deleting subnet eb134a39-0d4a-4482-a28b-ef9c67af19c6 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:40.062076 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.121526 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.227648 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.251384 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.274172 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 1be79356-6298-4d06-81d4-2de61bf32e78 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:40.307850 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 1be79356-6298-4d06-81d4-2de61bf32e78 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:40.308193 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 1be79356-6298-4d06-81d4-2de61bf32e78 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:40.308858 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:40.346901 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:40.347474 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device dfed5a56-7d02-4d5f-9c64-25cbf6cc0ebd not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:40.517729 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.521593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.555373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb134a39-0d4a-4482-a28b-ef9c67af19c6,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.558470 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:40.559462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.566229 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238f61b-b509-49c7-925f-e128583f0dc3 None None] Network 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:40.574547 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-5a7340b4-817b-45de-91bb-079a4ccfdc6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eb134a39-0d4a-4482-a28b-ef9c67af19c6 HTTP/1.1" status: 204 len: 168 time: 0.5862308 May 31 12:51:40.574547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47472) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:40.684231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.779782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Deleting port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:40.779782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.892220 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] DHCP port deletion for 8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:51:40.913547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] For port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:40.913955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.961522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Deleting port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:40.961807 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.043030 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Calling delete_port for 4b84790b-a951-4b22-a1fb-d6b4f59cba0c owned by network:dhcp {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:41.085932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] For port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,segment=NetworkSegment(e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d),segment_id=e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:41.086338 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.123612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.129942 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0228db0b-db0a-4ec6-b624-283454910b3c tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.204799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.213152 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.219091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] No DVR routers for this DVR port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c on host dv-cinder-786386-7-smb {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:41.269234 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Calling delete_port for 4b84790b-a951-4b22-a1fb-d6b4f59cba0c owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:41.333972 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.343122 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406135-a20d-471e-9a7a-3f10c1034058 req-3651a9c7-b14d-4d92-a0af-924358a26a94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.343705 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.344690 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-df406135-a20d-471e-9a7a-3f10c1034058 req-3651a9c7-b14d-4d92-a0af-924358a26a94 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1163855 May 31 12:51:41.375149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.395029 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:41.402988 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] No DVR routers for this DVR port 4b84790b-a951-4b22-a1fb-d6b4f59cba0c on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:41.404092 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Pushing event deleted for resources: {'Port': ['ID=4b84790b-a951-4b22-a1fb-d6b4f59cba0c,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.407032 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-8f153ca2-7814-4b81-8ea3-60b2ac73bd36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.414902 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-df406135-a20d-471e-9a7a-3f10c1034058 req-6ee68614-040b-4bd9-80a6-716e6c9b35ee tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609157 May 31 12:51:41.426032 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:41.426264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3de9cff-cbed-4a8b-a1d8-c37be28ecf8d') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:41.438775 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.456157 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.462818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:41.463261 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:41.476801 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:41.554934 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.561220 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.687714 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.698086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.700935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.702731 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] 10.222.0.49 "DELETE /v2.0/networks/8fa2c4a5-627c-4cd6-8c12-1130b6ebbbb1 HTTP/1.1" status: 204 len: 168 time: 1.1298668 May 31 12:51:41.767263 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.889799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47508) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:41.940386 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e2c41ab7-ca0c-4a45-8737-49d0b57a443b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec611dcfca6d4ae1b7e9c005ece94c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492847 May 31 12:51:41.943080 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47512) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.005406 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.032037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.086758 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.092888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c3b32669-ced2-4767-a706-c5493622628f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.106847 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f31c97-73f4-47fc-b921-277d31c0cd2a,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.109768 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.115791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.116906 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63f31c97-73f4-47fc-b921-277d31c0cd2a HTTP/1.1" status: 204 len: 168 time: 0.1728876 May 31 12:51:42.260614 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 4b84790b-a951-4b22-a1fb-d6b4f59cba0c no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:42.296981 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 4b84790b-a951-4b22-a1fb-d6b4f59cba0c {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:42.297712 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 4b84790b-a951-4b22-a1fb-d6b4f59cba0c not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:42.421273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47524) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.474612 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-21ba4db1-cfad-46ba-923e-1d10cba1ee35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c8a25e0dd474e73bd121a2973033e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519753 May 31 12:51:42.477204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47530) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.536197 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.617282 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.701676 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed285854-1a36-403e-963c-ebfba7275742 req-282c73f0-645c-4b07-a135-144c83b2249b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.708867 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed285854-1a36-403e-963c-ebfba7275742 req-282c73f0-645c-4b07-a135-144c83b2249b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1621618 May 31 12:51:42.737083 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.742980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ca789e1f-032f-49e9-acd9-883f7891e236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.770544 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f74b99-965b-44eb-99e7-8d0f48455d9d,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.775170 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.785684 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ed285854-1a36-403e-963c-ebfba7275742 req-334c6d74-4fa5-435a-bff3-8b6bc1b0c14c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758388 May 31 12:51:42.786856 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.787982 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32f74b99-965b-44eb-99e7-8d0f48455d9d HTTP/1.1" status: 204 len: 168 time: 0.3098009 May 31 12:51:42.911536 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-cbaedfb0-626a-45dd-8d0b-b1a184fed5c1 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307198 May 31 12:51:43.107104 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-9b4f5373-797b-4281-ad3f-6d235d68a228 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.109013 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-9b4f5373-797b-4281-ad3f-6d235d68a228 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882367 May 31 12:51:43.125502 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-31285cdc-e567-40ea-bab2-c9647980caf0 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/quotas/42d2f650d5c347b7b6311f927dbe15aa HTTP/1.1" status: 200 len: 375 time: 0.0105855 May 31 12:51:43.180650 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-6bf29aab-e3fa-433d-a04d-332448842fec tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485008 May 31 12:51:43.378156 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-15178566-b4e6-4cf2-adc0-90a6d6ef35ea req-8482c71b-59fd-4518-9072-c30775fce4e0 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 210 time: 0.0451236 May 31 12:51:43.973114 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298335fd-e229-46f4-802f-24ad2652cb91 req-9da54126-6a15-42ce-bce6-816d681ec5d4 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.974765 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-298335fd-e229-46f4-802f-24ad2652cb91 req-9da54126-6a15-42ce-bce6-816d681ec5d4 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0834444 May 31 12:51:44.019073 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-298335fd-e229-46f4-802f-24ad2652cb91 req-dfe650dd-bd71-4830-8375-7b838dee818d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 May 31 12:51:44.532416 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0e9552da-e476-4255-b9f2-a89467a9f912 req-05c04550-e32b-499a-8109-74d11f3c72bc tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 210 time: 0.0462911 May 31 12:51:44.662843 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a0280f8d-6069-4b99-8824-5dfc09996fd7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291300 May 31 12:51:44.824848 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-c71a6326-05b5-47e1-bcf4-dc3ea9cf6765 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.826339 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-c71a6326-05b5-47e1-bcf4-dc3ea9cf6765 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561625 May 31 12:51:44.842913 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Request body: {'port': {'device_id': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192', 'admin_state_up': True, 'tenant_id': '42d2f650d5c347b7b6311f927dbe15aa'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:44.985503 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:44.988793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Usage tracker for resource:port and tenant:42d2f650d5c347b7b6311f927dbe15aa is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:44.991670 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:44.997920 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:45.008056 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Made reservation on behalf of 42d2f650d5c347b7b6311f927dbe15aa for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:45.011549 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.023851 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.038871 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:45.043472 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Usage tracker for resource:security_group_rule and tenant:42d2f650d5c347b7b6311f927dbe15aa is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:45.047432 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:45.054415 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:45.150378 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.158216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.161211 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e8fd7b00-852a-4050-a267-aa585bef6fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.220670 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725980aa-d511-49c7-89b8-76b1f1168ba3 req-576f40a8-75ba-43bf-bc6d-44193ffb4342 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.223387 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-725980aa-d511-49c7-89b8-76b1f1168ba3 req-576f40a8-75ba-43bf-bc6d-44193ffb4342 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0805624 May 31 12:51:45.245414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c04365-9115-457e-919d-5b7b8adb9071,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.249042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.282128 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-725980aa-d511-49c7-89b8-76b1f1168ba3 req-224fd85c-f4e4-4a00-9b8a-b56ad8c2d112 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527985 May 31 12:51:45.342656 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Allocated IP 192.168.233.187 (3a8e3ab7-3e99-488a-b567-1f21233bc192/16bf2b50-e0f0-424a-852e-c6b1b6b50263/56f49197-5304-4b76-aff7-5625f6d81e15) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:45.550877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.566120 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Transition to ACTIVE for port object 56f49197-5304-4b76-aff7-5625f6d81e15 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:45.591371 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.597125 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ed0f57c5-de93-4ad5-8172-bcd7303ccb58 tempest-ServerRescueNegativeTestJSON-1072217439 tempest-ServerRescueNegativeTestJSON-1072217439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.661521 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Network 3a8e3ab7-3e99-488a-b567-1f21233bc192 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:45.664667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:45.668419 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:45.703096 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Pushing event updated for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.707818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.743995 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97510b6f-750f-4aeb-9485-4e95373b10ec req-9e556586-e6d3-40c7-9e01-3bbda07147b7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.745253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.745968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.746806 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-97510b6f-750f-4aeb-9485-4e95373b10ec req-9e556586-e6d3-40c7-9e01-3bbda07147b7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 936 time: 0.1055083 May 31 12:51:45.780454 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-a37d2d23-9070-40cc-a435-31f4bc912f15 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9412854 May 31 12:51:45.793002 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Request body: {'port': {'device_id': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:45.813352 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-97510b6f-750f-4aeb-9485-4e95373b10ec req-e970bfb0-a50d-4810-b532-8643cf73c920 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605361 May 31 12:51:45.922911 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.002247 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-536e114a-512f-47fd-9119-ddfef345cace None None] Provisioning for port 56f49197-5304-4b76-aff7-5625f6d81e15 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:46.008132 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-536e114a-512f-47fd-9119-ddfef345cace None None] Provisioning complete for port 56f49197-5304-4b76-aff7-5625f6d81e15 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:46.008684 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-536e114a-512f-47fd-9119-ddfef345cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.080419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-536e114a-512f-47fd-9119-ddfef345cace None None] Port 56f49197-5304-4b76-aff7-5625f6d81e15 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:46.302856 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f49197-5304-4b76-aff7-5625f6d81e15 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:46.310681 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.326749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Transition to ACTIVE for port object 56f49197-5304-4b76-aff7-5625f6d81e15 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:46.331785 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.336679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc90c56a-d11f-4b1a-aa71-da7fdb188f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.489672 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69d8b6-568d-4f13-841c-b0a3623fab36 req-ca0eeaee-4d1f-4c11-aa36-a8e116a9ad10 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.491334 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fb69d8b6-568d-4f13-841c-b0a3623fab36 req-ca0eeaee-4d1f-4c11-aa36-a8e116a9ad10 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0876408 May 31 12:51:46.548161 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fb69d8b6-568d-4f13-841c-b0a3623fab36 req-7f55de81-8b29-40a6-926c-cf6578eeebc5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505607 May 31 12:51:46.611676 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Pushing event updated for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.619514 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.692699 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Attempting to bind port 56f49197-5304-4b76-aff7-5625f6d81e15 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:46.693416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Attempting to bind port 56f49197-5304-4b76-aff7-5625f6d81e15 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:46.693416 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Attempting to bind port 56f49197-5304-4b76-aff7-5625f6d81e15 on network 3a8e3ab7-3e99-488a-b567-1f21233bc192 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:46.698616 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Port 56f49197-5304-4b76-aff7-5625f6d81e15 on network 3a8e3ab7-3e99-488a-b567-1f21233bc192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:46.698981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Attempting to bind port 56f49197-5304-4b76-aff7-5625f6d81e15 on network 3a8e3ab7-3e99-488a-b567-1f21233bc192 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:46.704422 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:46.704756 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Checking segment: {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:46.705174 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Bound using segment: {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:46.705625 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Bound port: 56f49197-5304-4b76-aff7-5625f6d81e15, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:46.705985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.798850 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:46.801984 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f49197-5304-4b76-aff7-5625f6d81e15,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:46.808082 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.811995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-bd4165a4-768a-488d-89ac-20a404fe0270 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.885792 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.886752 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.888587 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] 10.222.0.39 "PUT /v2.0/ports/56f49197-5304-4b76-aff7-5625f6d81e15 HTTP/1.1" status: 200 len: 1098 time: 1.1002691 May 31 12:51:46.892667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:46.895338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:46.917561 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf0f9c-cbc8-44a3-9eb6-fc1a49248bab req-a5dec95b-15a0-4067-b8f0-1716f2b30940 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.918562 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Pushing event updated for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.921983 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.926957 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8cf0f9c-cbc8-44a3-9eb6-fc1a49248bab req-a5dec95b-15a0-4067-b8f0-1716f2b30940 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.1142826 May 31 12:51:47.022209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-789bcb65-6316-4dae-b04f-956ce1eb2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.023707 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-789bcb65-6316-4dae-b04f-956ce1eb2e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 1101 time: 0.0777395 May 31 12:51:47.029015 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8cf0f9c-cbc8-44a3-9eb6-fc1a49248bab req-3c0bb6ba-3ba3-486f-a0d4-c1843089fb7c tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959146 May 31 12:51:47.056379 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a200-2169-4f20-a57b-7d2cc9c7d162 req-ba0301ec-afcc-4032-9b87-6bbfbeceef7b tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.058565 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-07e1a200-2169-4f20-a57b-7d2cc9c7d162 req-ba0301ec-afcc-4032-9b87-6bbfbeceef7b tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 948 time: 0.1111465 May 31 12:51:47.106058 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d6076a-731b-4071-83e7-630c85c6adf1 x-openstack-request-id: req-42d6076a-731b-4071-83e7-630c85c6adf1 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:47.106438 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:47.106653 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42d6076a-731b-4071-83e7-630c85c6adf1 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:47.107076 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15', 'status': 'completed', 'code': 200} May 31 12:51:47.108444 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-e79160d8-adc1-4ee8-a9d0-34eac4424c04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=56f49197-5304-4b76-aff7-5625f6d81e15 HTTP/1.1" status: 200 len: 217 time: 0.0751243 May 31 12:51:47.108952 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-07e1a200-2169-4f20-a57b-7d2cc9c7d162 req-40a5251e-0347-4f02-8fd6-6255c6909df9 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 May 31 12:51:47.178535 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-4e02826b-e1c6-4565-b21a-5cfc137efc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.179895 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-4e02826b-e1c6-4565-b21a-5cfc137efc45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16bf2b50-e0f0-424a-852e-c6b1b6b50263 HTTP/1.1" status: 200 len: 843 time: 0.0639684 May 31 12:51:47.258393 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-0aea9b1f-5fdf-487d-8f47-f28a1746b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.259882 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-0aea9b1f-5fdf-487d-8f47-f28a1746b5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a8e3ab7-3e99-488a-b567-1f21233bc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717463 May 31 12:51:47.399744 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-57f6e325-4ed3-41d7-a87e-1e9b8e845bfd service neutron] 10.222.0.39 "GET /v2.0/networks/3a8e3ab7-3e99-488a-b567-1f21233bc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298089 May 31 12:51:47.537648 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-954697d3-227b-45b7-93dd-f6f3dea7c68b req-97e5cd47-c6d9-4477-86f8-fbd4710cca8c service neutron] 10.222.0.39 "GET /v2.0/networks/3a8e3ab7-3e99-488a-b567-1f21233bc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 May 31 12:51:47.691261 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-5809a068-9352-4fe6-abb5-56807831be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.692757 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-5809a068-9352-4fe6-abb5-56807831be81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 1101 time: 0.1014080 May 31 12:51:47.764422 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b189-d871-4a01-ba4e-f0698f5ac448 req-d5cbb38f-e93c-4a49-a950-def372d3e8be tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.765890 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e425b189-d871-4a01-ba4e-f0698f5ac448 req-d5cbb38f-e93c-4a49-a950-def372d3e8be tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0917180 May 31 12:51:47.812605 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e425b189-d871-4a01-ba4e-f0698f5ac448 req-7382d14b-0d13-4e5d-a4ff-9994c9b9df8b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403359 May 31 12:51:47.827990 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-c9183b39-3978-4176-9ba8-867e56b48a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.829463 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-c9183b39-3978-4176-9ba8-867e56b48a8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a8e3ab7-3e99-488a-b567-1f21233bc192 HTTP/1.1" status: 200 len: 870 time: 0.1271477 May 31 12:51:47.897567 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-385266c7-246c-4896-9cd9-be767535fb78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=56f49197-5304-4b76-aff7-5625f6d81e15 HTTP/1.1" status: 200 len: 217 time: 0.0607479 May 31 12:51:47.964305 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-589b8295-dc3d-4782-b4d9-150b66c4bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.965817 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-589b8295-dc3d-4782-b4d9-150b66c4bd90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16bf2b50-e0f0-424a-852e-c6b1b6b50263 HTTP/1.1" status: 200 len: 843 time: 0.0615761 May 31 12:51:48.041518 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-332a37a7-53df-428d-b4b7-10ce45fd2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.042966 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-332a37a7-53df-428d-b4b7-10ce45fd2809 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a8e3ab7-3e99-488a-b567-1f21233bc192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686836 May 31 12:51:48.173491 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-f27b1ad2-81dd-48a2-b3a4-e5a5eed7a508 service neutron] 10.222.0.39 "GET /v2.0/networks/3a8e3ab7-3e99-488a-b567-1f21233bc192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233220 May 31 12:51:48.314700 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-02487ca1-50f9-4d99-8d78-3ea29ce9cd3a req-0cd7c758-ec6f-4a9e-9940-b8480c90640a service neutron] 10.222.0.39 "GET /v2.0/networks/3a8e3ab7-3e99-488a-b567-1f21233bc192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298969 May 31 12:51:48.372676 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c9f9a-22c5-41db-8674-04d4330818a5 req-a1b36f50-23c6-4f1e-9916-ce7bd66e2077 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.374168 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-285c9f9a-22c5-41db-8674-04d4330818a5 req-a1b36f50-23c6-4f1e-9916-ce7bd66e2077 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.2363632 May 31 12:51:48.401435 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc2ff-eb2c-4697-8971-5236ecad8417 req-2150c8df-71c0-42f9-8aa8-33f237a42097 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.402822 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfbcc2ff-eb2c-4697-8971-5236ecad8417 req-2150c8df-71c0-42f9-8aa8-33f237a42097 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 948 time: 0.1226125 May 31 12:51:48.465658 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-285c9f9a-22c5-41db-8674-04d4330818a5 req-b3dc5210-20a1-4fc2-bae8-01b86718daad tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 May 31 12:51:48.475192 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-bfbcc2ff-eb2c-4697-8971-5236ecad8417 req-f12730a2-35c3-454d-9cdc-9b9f018c900e tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 May 31 12:51:49.004241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6deca-a18d-41da-b1f8-c4c0d70161b2 req-918a3179-6cfb-488d-b1aa-b6318a999e16 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.005831 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-33c6deca-a18d-41da-b1f8-c4c0d70161b2 req-918a3179-6cfb-488d-b1aa-b6318a999e16 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0849378 May 31 12:51:49.053191 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-33c6deca-a18d-41da-b1f8-c4c0d70161b2 req-d838cc75-999e-43ab-91cb-c97adcc58869 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 May 31 12:51:49.711571 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd1c9-e1ca-42d3-bf9f-e03d52e6acce req-7212b739-40e1-405d-aebb-0fef5d8181c2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.713036 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-08dcd1c9-e1ca-42d3-bf9f-e03d52e6acce req-7212b739-40e1-405d-aebb-0fef5d8181c2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.1399019 May 31 12:51:49.721221 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab8743-cc22-45a5-b1e8-718a5ae9a9ec req-f82e820f-245a-4c26-ba73-b9c730c33d74 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.722528 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-adab8743-cc22-45a5-b1e8-718a5ae9a9ec req-f82e820f-245a-4c26-ba73-b9c730c33d74 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 948 time: 0.1188431 May 31 12:51:49.793300 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-08dcd1c9-e1ca-42d3-bf9f-e03d52e6acce req-7982f279-de25-4da6-81cb-25172a4a94e6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 May 31 12:51:49.796210 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-adab8743-cc22-45a5-b1e8-718a5ae9a9ec req-de847ba9-0621-44d7-a60c-37dbf04a2d8d tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 May 31 12:51:50.247885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f606b2-8b2d-4f22-8f5c-d808ad570f52 req-b6d3eecc-84e8-4b74-ab09-3ec9dd689ac2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:50.249338 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4f606b2-8b2d-4f22-8f5c-d808ad570f52 req-b6d3eecc-84e8-4b74-ab09-3ec9dd689ac2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0804844 May 31 12:51:50.293003 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d4f606b2-8b2d-4f22-8f5c-d808ad570f52 req-c0f5f328-9672-4730-8afc-8cd94e24341b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379345 May 31 12:51:50.365748 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 56f49197-5304-4b76-aff7-5625f6d81e15 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:50.500842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f49197-5304-4b76-aff7-5625f6d81e15,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:50.513891 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '56f49197-5304-4b76-aff7-5625f6d81e15', 'network_id': '3a8e3ab7-3e99-488a-b567-1f21233bc192', 'port_id': '56f49197-5304-4b76-aff7-5625f6d81e15', 'mac_address': 'fa:16:3e:86:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bf2b50-e0f0-424a-852e-c6b1b6b50263', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:50.572169 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.588674 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f49197-5304-4b76-aff7-5625f6d81e15 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:50.605415 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f49197-5304-4b76-aff7-5625f6d81e15,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:50.611897 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.612637 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:50.614490 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:50.741190 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:50.747675 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:50.801814 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:50.815074 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:50.875106 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.892330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:50.908187 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:50.914016 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.916116 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:50.985281 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=6']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:50.989041 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:51.014378 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['d59866dc-71d7-4362-8761-cdfa5d56d3b2'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:51.043491 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bdc1d-f51d-421d-8dd3-3cc67a10595e req-1727c4cf-50dd-45ca-bdf8-7c1605d13ba5 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.045075 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-967bdc1d-f51d-421d-8dd3-3cc67a10595e req-1727c4cf-50dd-45ca-bdf8-7c1605d13ba5 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 949 time: 0.1080663 May 31 12:51:51.057225 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe688eb5-a120-42d1-8721-a405b9fa2674 req-0aad94b3-8f13-4988-8418-f89d06f2ab50 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.059011 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fe688eb5-a120-42d1-8721-a405b9fa2674 req-0aad94b3-8f13-4988-8418-f89d06f2ab50 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.1588824 May 31 12:51:51.125534 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-967bdc1d-f51d-421d-8dd3-3cc67a10595e req-d017ae4c-8edd-47b2-91b1-74d67969d87d tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652218 May 31 12:51:51.135430 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fe688eb5-a120-42d1-8721-a405b9fa2674 req-eedf1825-2752-4441-9f7c-ecc48eda891d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 May 31 12:51:51.274128 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['56f49197-5304-4b76-aff7-5625f6d81e15'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:51.521408 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0014e8f-8014-4fd8-95a0-a07a35d908c9 req-dfb13245-89f2-4fd7-9d61-58a0af70f814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.522889 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b0014e8f-8014-4fd8-95a0-a07a35d908c9 req-dfb13245-89f2-4fd7-9d61-58a0af70f814 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 944 time: 0.1068320 May 31 12:51:51.569154 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b0014e8f-8014-4fd8-95a0-a07a35d908c9 req-ac5e17d2-0875-466a-b58d-f002eb54d1b5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 May 31 12:51:52.287710 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-0873f621-7049-415c-b7fe-63c1211fdfde tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.289197 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-0873f621-7049-415c-b7fe-63c1211fdfde tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Synchronizing usage tracker for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:52.330007 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-0873f621-7049-415c-b7fe-63c1211fdfde tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Unset dirty status for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:52.336960 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-0873f621-7049-415c-b7fe-63c1211fdfde tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.1554294 May 31 12:51:52.379575 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:52.438938 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a57449-de9e-4e4c-9ae3-89db1575b086 req-c21f2029-0b15-49d5-b158-22d7daae4adb tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.440427 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e5a57449-de9e-4e4c-9ae3-89db1575b086 req-c21f2029-0b15-49d5-b158-22d7daae4adb tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 949 time: 0.1498528 May 31 12:51:52.523195 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e5a57449-de9e-4e4c-9ae3-89db1575b086 req-bd006220-6f90-46f1-8ef2-0bbdeb423574 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689330 May 31 12:51:52.552595 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Deleting port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:52.552945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.573103 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:52.573529 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.626956 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce11cd-a1b8-43b2-8b09-399898ccecd7 req-d4909c6b-b37b-4c7e-885d-15b0f03b1aa4 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.635252 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-06ce11cd-a1b8-43b2-8b09-399898ccecd7 req-d4909c6b-b37b-4c7e-885d-15b0f03b1aa4 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 946 time: 0.1045179 May 31 12:51:52.725667 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-06ce11cd-a1b8-43b2-8b09-399898ccecd7 req-03a7d63b-3a0b-48a3-8f33-2ebfe2fca891 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889976 May 31 12:51:52.774580 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.810736 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:52.819240 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ed59e-b6e6-4992-a0d6-26b7ea607aa6" -d '{"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:52.832727 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:52.842703 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.844473 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 56f49197-5304-4b76-aff7-5625f6d81e15 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:52.877871 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] For port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:52.878621 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.909077 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:52.929487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708da90-ed49-4a68-a727-f4bb2ec542d5 req-8a2c8107-8b5d-4dc6-81b8-032d24e98ea5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.941177 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4708da90-ed49-4a68-a727-f4bb2ec542d5 req-8a2c8107-8b5d-4dc6-81b8-032d24e98ea5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 944 time: 0.1729262 May 31 12:51:53.021963 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Calling delete_port for c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:53.029997 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4708da90-ed49-4a68-a727-f4bb2ec542d5 req-20b9e364-ce70-4770-b963-03c01b23f570 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878637 May 31 12:51:53.084538 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=7']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:53.096953 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:53.119256 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 56f49197-5304-4b76-aff7-5625f6d81e15 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:53.130828 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 56f49197-5304-4b76-aff7-5625f6d81e15 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:53.131444 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:53.171517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:53.175443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d07637c-51ee-4666-9537-8f0f1d09af81 x-openstack-request-id: req-8d07637c-51ee-4666-9537-8f0f1d09af81 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:53.175865 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:53.176239 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d07637c-51ee-4666-9537-8f0f1d09af81 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:53.177029 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'code': 200} May 31 12:51:53.188209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f5c42250-3745-4926-b3fb-a6612c9fd9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:53.188633 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['c0e3e4fa-72fd-43eb-a2d0-35c314260bd6'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:53.307556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Pushing event deleted for resources: {'Port': ['ID=c0e3e4fa-72fd-43eb-a2d0-35c314260bd6,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:53.310583 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:53.357542 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] No DVR routers for this DVR port c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:53.360925 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:53.364137 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'name': 'network-vif-deleted', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:53.366551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97abda55-c73a-4bba-8123-c34359bee608" -d '{"events": [{"server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "name": "network-vif-deleted", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:53.389240 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:53.398668 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8a75bfdb-cc6b-46ba-a5fd-d916fc2c9f63 req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "DELETE /v2.0/ports/c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 HTTP/1.1" status: 204 len: 173 time: 1.0483534 May 31 12:51:53.443133 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06422779-3918-4140-b6d9-e072fdea3e0f x-openstack-request-id: req-06422779-3918-4140-b6d9-e072fdea3e0f {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:53.443745 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62419c6-8c23-49d4-89d6-a3c3c92aced5", "name": "network-vif-deleted", "tag": "c0e3e4fa-72fd-43eb-a2d0-35c314260bd6", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:53.443890 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f49197-5304-4b76-aff7-5625f6d81e15,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:53.444262 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06422779-3918-4140-b6d9-e072fdea3e0f {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:53.444832 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62419c6-8c23-49d4-89d6-a3c3c92aced5', 'name': 'network-vif-deleted', 'tag': 'c0e3e4fa-72fd-43eb-a2d0-35c314260bd6', 'status': 'completed', 'code': 200} May 31 12:51:53.450268 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:53.453282 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:53.562455 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:53.582605 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:53.763917 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8511c-2dc5-4a54-9336-4d0b9b2222e9 req-d8bf7919-49dd-46a1-b12a-9ffefe3ba3c7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.773136 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebf8511c-2dc5-4a54-9336-4d0b9b2222e9 req-d8bf7919-49dd-46a1-b12a-9ffefe3ba3c7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.0914717 May 31 12:51:53.822404 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebf8511c-2dc5-4a54-9336-4d0b9b2222e9 req-fdacad1a-7455-4f37-838f-d28a4fef61c9 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 31 12:51:53.933911 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3653db46-ff3f-4b98-b601-a5af0656c14d req-3c37101a-5727-47de-aab8-c972c0ccd78a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62419c6-8c23-49d4-89d6-a3c3c92aced5 HTTP/1.1" status: 200 len: 210 time: 0.0642693 May 31 12:51:54.276979 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b31a-76c1-4350-8f3e-521f0a996d50 req-1ea95c27-9f3b-4a22-bcf7-c22ce72c8629 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.285004 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f70b31a-76c1-4350-8f3e-521f0a996d50 req-1ea95c27-9f3b-4a22-bcf7-c22ce72c8629 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1297636 May 31 12:51:54.353007 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6f70b31a-76c1-4350-8f3e-521f0a996d50 req-ba129220-272a-4616-8a3d-a6726be11ff2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671008 May 31 12:51:55.036246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8779-e90f-44bc-ac84-f975bfdb1338 req-b5795408-7b52-403e-a75b-7012f9ed0728 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.046057 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-611a8779-e90f-44bc-ac84-f975bfdb1338 req-b5795408-7b52-403e-a75b-7012f9ed0728 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.1025186 May 31 12:51:55.115637 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-611a8779-e90f-44bc-ac84-f975bfdb1338 req-d351a804-6847-40f8-b03f-dc58cec7aafc tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685410 May 31 12:51:55.178802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:55.181210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665de4f-bd64-40e3-91fd-638d3263977b" -d '{"events": [{"server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "name": "network-vif-plugged", "status": "completed", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:55.225123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353cebb9-e863-499c-9f60-ba2d5a6cf4b6 x-openstack-request-id: req-353cebb9-e863-499c-9f60-ba2d5a6cf4b6 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:55.225599 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "name": "network-vif-plugged", "status": "completed", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:55.226083 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-353cebb9-e863-499c-9f60-ba2d5a6cf4b6 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:55.226672 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15', 'code': 200} May 31 12:51:55.566751 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e2578-b134-4b26-82e9-a8cb82990f06 req-f27a672a-2ea3-41ec-891c-b13fdbd6cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.570286 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-145e2578-b134-4b26-82e9-a8cb82990f06 req-f27a672a-2ea3-41ec-891c-b13fdbd6cbda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 1103 time: 0.1501215 May 31 12:51:55.625215 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-145e2578-b134-4b26-82e9-a8cb82990f06 req-1b771537-5f06-414f-aa27-f172c695bb03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 May 31 12:51:55.637925 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bf665-bc80-4cd0-b18c-80ec48a40ca4 req-08682b7a-35d6-4da8-a5c8-4a3d806a33d9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.639435 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ea0bf665-bc80-4cd0-b18c-80ec48a40ca4 req-08682b7a-35d6-4da8-a5c8-4a3d806a33d9 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1318572 May 31 12:51:55.725485 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ea0bf665-bc80-4cd0-b18c-80ec48a40ca4 req-b62c9745-0e4b-4cb2-be1d-6d278b189583 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797648 May 31 12:51:56.368547 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adf04e-cba8-4c6a-902e-c19b2b6e2f39 req-c0472852-459a-445f-98c4-aacd512b70cb tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.371168 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-67adf04e-cba8-4c6a-902e-c19b2b6e2f39 req-c0472852-459a-445f-98c4-aacd512b70cb tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.1396339 May 31 12:51:56.397708 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:56.438949 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:56.439696 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device c0e3e4fa-72fd-43eb-a2d0-35c314260bd6 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:56.507627 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-67adf04e-cba8-4c6a-902e-c19b2b6e2f39 req-692a2a64-e272-4ff2-adbd-b2532f489afc tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908005 May 31 12:51:56.600099 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102af1a-1c93-415c-aaf6-fdcbce0ad663 req-9a11fd6f-fd7c-4095-8fc5-41ee193327b3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.608811 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b102af1a-1c93-415c-aaf6-fdcbce0ad663 req-9a11fd6f-fd7c-4095-8fc5-41ee193327b3 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.2364318 May 31 12:51:56.667841 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b102af1a-1c93-415c-aaf6-fdcbce0ad663 req-8bddcc62-140c-408c-afce-78e56a140278 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579793 May 31 12:51:56.957312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baaf70-87bb-4e10-96d3-22dfb6ae529d req-44b11a51-0e8b-4cbb-948a-9d20b577a1bc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.958993 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d3baaf70-87bb-4e10-96d3-22dfb6ae529d req-44b11a51-0e8b-4cbb-948a-9d20b577a1bc tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1034670 May 31 12:51:57.013183 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d3baaf70-87bb-4e10-96d3-22dfb6ae529d req-7e098541-278f-4abc-a89c-fad437ac25ac tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480013 May 31 12:51:57.912173 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4aea-ef8d-4b9f-aa78-ea0ee6923055 req-301ff755-fb88-4c9f-b38b-48182613d159 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.919215 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-676a4aea-ef8d-4b9f-aa78-ea0ee6923055 req-301ff755-fb88-4c9f-b38b-48182613d159 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.2850394 May 31 12:51:57.957318 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320764f-6293-4e7e-8367-73b048168082 req-ee228027-0bc2-4bde-a6ad-5edcc1d90e87 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.964239 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e320764f-6293-4e7e-8367-73b048168082 req-ee228027-0bc2-4bde-a6ad-5edcc1d90e87 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.1498072 May 31 12:51:58.003343 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-676a4aea-ef8d-4b9f-aa78-ea0ee6923055 req-7e7994f0-f38e-475c-89c8-959576a7dc7e tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 May 31 12:51:58.030961 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-e320764f-6293-4e7e-8367-73b048168082 req-f45d3582-855a-4263-abe0-db7a8173029e tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657876 May 31 12:51:58.263473 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003ce8-0fb9-42e7-bb9d-9225813bdc84 req-0d5a1876-5baa-468c-a123-78a911b1246a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.264801 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f003ce8-0fb9-42e7-bb9d-9225813bdc84 req-0d5a1876-5baa-468c-a123-78a911b1246a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0983088 May 31 12:51:58.325606 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-2f003ce8-0fb9-42e7-bb9d-9225813bdc84 req-9cb0c150-46b6-4d3c-b4b1-124308c2e98b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 May 31 12:51:58.443202 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac88d0-818c-4908-8553-2692bd421e28 req-b58db412-cbcc-4857-8571-fbf46fd0fce8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.444130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-40ac88d0-818c-4908-8553-2692bd421e28 req-b58db412-cbcc-4857-8571-fbf46fd0fce8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Synchronizing usage tracker for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:58.467337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-40ac88d0-818c-4908-8553-2692bd421e28 req-b58db412-cbcc-4857-8571-fbf46fd0fce8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Unset dirty status for tenant:aacf7aeb68204716bf23db4b8172d98e on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:58.469662 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40ac88d0-818c-4908-8553-2692bd421e28 req-b58db412-cbcc-4857-8571-fbf46fd0fce8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.1547501 May 31 12:51:58.635540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Deleting port 866b58eb-74cf-470e-87dc-2b4aab960965 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:58.635878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.665025 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e74e58-1aa6-4298-aaf2-1d5ce0193dbf req-585a30d5-a91b-4d41-8dfc-98a46b64d542 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.666858 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-48e74e58-1aa6-4298-aaf2-1d5ce0193dbf req-585a30d5-a91b-4d41-8dfc-98a46b64d542 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.0977440 May 31 12:51:58.721157 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-48e74e58-1aa6-4298-aaf2-1d5ce0193dbf req-8d6d59c6-9e7c-4c01-8c23-0ae41506685f tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 May 31 12:51:58.808132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] For port 866b58eb-74cf-470e-87dc-2b4aab960965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=866b58eb-74cf-470e-87dc-2b4aab960965,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:58.808533 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.125122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.125489 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.125795 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Floating IP 711e10ef-5350-4937-887b-85f488bf9fae disassociated. External IP: 172.28.0.194, port: 866b58eb-74cf-470e-87dc-2b4aab960965. May 31 12:51:59.126122 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Calling delete_port for 866b58eb-74cf-470e-87dc-2b4aab960965 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:59.247642 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.255818 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:59.256037 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432e58-cfdf-46ce-a885-14ceeec2c5a2 req-ba4a0c53-8fdf-4f7f-a936-a2ff7a32d109 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.257549 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7432e58-cfdf-46ce-a885-14ceeec2c5a2 req-ba4a0c53-8fdf-4f7f-a936-a2ff7a32d109 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 945 time: 0.0969846 May 31 12:51:59.304904 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'Port': ['ID=866b58eb-74cf-470e-87dc-2b4aab960965,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:59.308186 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:59.336750 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7432e58-cfdf-46ce-a885-14ceeec2c5a2 req-9e6651c3-f8bf-4f5b-8adb-2f79153e0414 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725670 May 31 12:51:59.582757 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8570b28-7f36-4a96-8433-d47ba717dd4d req-7e4dc006-7b3c-4d73-9970-3736ae164a13 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.596877 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8570b28-7f36-4a96-8433-d47ba717dd4d req-7e4dc006-7b3c-4d73-9970-3736ae164a13 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1052711 May 31 12:51:59.665354 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d8570b28-7f36-4a96-8433-d47ba717dd4d req-48cb09ed-ddc2-46f6-8c64-7a17857a916a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643401 May 31 12:51:59.703775 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:59.935683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-7fc80d5e-dd8b-4316-93e6-56323a8427a5 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.937341 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-7fc80d5e-dd8b-4316-93e6-56323a8427a5 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 813 time: 0.2008109 May 31 12:51:59.999816 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-9378945c-56e6-48d1-9ecc-cb241018d3c2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/quotas/62c0fd82438b44d69326ff5937d4e15c HTTP/1.1" status: 200 len: 375 time: 0.0264795 May 31 12:52:00.005079 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-e7d0c136-87d9-4d1e-9c29-1539154562ad tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.005795 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-e7d0c136-87d9-4d1e-9c29-1539154562ad tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Synchronizing usage tracker for tenant:42d2f650d5c347b7b6311f927dbe15aa on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:00.013487 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:00.021156 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:00.038714 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:00.042641 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:00.054367 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-a9e481e1-6ff5-4854-b703-07f5d85c3536 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534437 May 31 12:52:00.114806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] No DVR routers for this DVR port 866b58eb-74cf-470e-87dc-2b4aab960965 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:00.117442 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.128493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d929b5-6e58-4e6f-9a07-6273e9bfc7a4 req-a1402cd4-4d78-4283-8325-3b778267dbba tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.129489 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'name': 'network-vif-deleted', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:00.132311 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8c8731-8fd4-41ba-a6fa-1d2f982fe7cd" -d '{"events": [{"server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "name": "network-vif-deleted", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:00.139302 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-40ac88d0-818c-4908-8553-2692bd421e28 req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.39 "DELETE /v2.0/ports/866b58eb-74cf-470e-87dc-2b4aab960965 HTTP/1.1" status: 204 len: 173 time: 1.6639910 May 31 12:52:00.141277 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51d929b5-6e58-4e6f-9a07-6273e9bfc7a4 req-a1402cd4-4d78-4283-8325-3b778267dbba tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.2027934 May 31 12:52:00.146378 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-e7d0c136-87d9-4d1e-9c29-1539154562ad tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Unset dirty status for tenant:42d2f650d5c347b7b6311f927dbe15aa on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:00.147853 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-e7d0c136-87d9-4d1e-9c29-1539154562ad tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.39 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 950 time: 0.3163013 May 31 12:52:00.338673 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Deleting port 56f49197-5304-4b76-aff7-5625f6d81e15 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:00.339070 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.409324 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-c2b13a77-e472-4677-8282-206df9bde96e service neutron] 10.222.0.49 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537362 May 31 12:52:00.413616 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-51d929b5-6e58-4e6f-9a07-6273e9bfc7a4 req-9b4941e8-50f8-46b4-b473-15fb56469dc7 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4c04365-9115-457e-919d-5b7b8adb9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597415 May 31 12:52:00.518496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:00.580247 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f70d5-843e-44cc-81b4-6f456973f34e x-openstack-request-id: req-646f70d5-843e-44cc-81b4-6f456973f34e {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:00.580585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a50fb-b612-46ea-b6a7-1c5a247eeadc", "name": "network-vif-deleted", "tag": "866b58eb-74cf-470e-87dc-2b4aab960965", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:00.580871 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-646f70d5-843e-44cc-81b4-6f456973f34e {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:00.581370 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a50fb-b612-46ea-b6a7-1c5a247eeadc', 'name': 'network-vif-deleted', 'tag': '866b58eb-74cf-470e-87dc-2b4aab960965', 'status': 'completed', 'code': 200} May 31 12:52:00.621849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] For port 56f49197-5304-4b76-aff7-5625f6d81e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f49197-5304-4b76-aff7-5625f6d81e15,segment=NetworkSegment(54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8),segment_id=54b2f5e9-bc0c-49bc-b4c8-d0ca3351ded8)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:00.622507 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-e0e89f2e-1a98-4b50-84fd-d857304339b4 service neutron] 10.222.0.49 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075229 May 31 12:52:00.622764 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.790406 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Calling delete_port for 56f49197-5304-4b76-aff7-5625f6d81e15 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:00.829190 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fe8ad5ec-f6cd-4930-8bf5-b32de417b338 req-e67ac941-2cd4-4ed8-8562-096cb340c6b8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/ports?device_id=520a50fb-b612-46ea-b6a7-1c5a247eeadc HTTP/1.1" status: 200 len: 210 time: 0.0925329 May 31 12:52:00.993608 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-47b4dcad-d8fc-4ec0-8efb-5782bb7ef76d req-8111a733-34de-4584-b47b-c4d693996fab tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0823367 May 31 12:52:01.033872 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.045154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-8b1606aa-1d91-472b-aee9-6d0dee0d6a28 tempest-VolumesActionsTest-308503001 tempest-VolumesActionsTest-308503001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.063096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['56f49197-5304-4b76-aff7-5625f6d81e15'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:01.114374 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Pushing event deleted for resources: {'Port': ['ID=56f49197-5304-4b76-aff7-5625f6d81e15,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.119618 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.170227 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e43b92-f873-4c07-aa4f-4995230f5433 req-9634efce-9be9-425d-8891-4d4885faa7e6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.172076 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3e43b92-f873-4c07-aa4f-4995230f5433 req-9634efce-9be9-425d-8891-4d4885faa7e6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1734140 May 31 12:52:01.232259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] No DVR routers for this DVR port 56f49197-5304-4b76-aff7-5625f6d81e15 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:01.234930 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.258026 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-11ecb8da-5a75-4886-a738-746b6ae5a18b req-64938c09-529b-4dfc-81d6-cc3ddc9aa324 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.39 "DELETE /v2.0/ports/56f49197-5304-4b76-aff7-5625f6d81e15 HTTP/1.1" status: 204 len: 173 time: 1.1032352 May 31 12:52:01.305144 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c3e43b92-f873-4c07-aa4f-4995230f5433 req-152e2f8e-fa19-47f7-bc2b-986924dfbd5e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231923 May 31 12:52:01.353028 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:01.361416 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:01.374839 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:01.375446 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:51:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:01.649241 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8fc5d472-aa85-495f-a897-77ae88dbbcc6 req-15bf611a-de3f-4803-8bdf-f232ca11d593 tempest-VolumesNegativeTest-2005009345 tempest-VolumesNegativeTest-2005009345-project] 10.222.0.49 "GET /v2.0/ports?device_id=89799e2a-670e-48d8-87d7-89e2706f6a23 HTTP/1.1" status: 200 len: 210 time: 0.0605893 May 31 12:52:01.713655 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:02.042667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47862) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.182453 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.211385 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42672cec-bb93-4738-9a71-94594bfda876 req-0bfdc3a9-712a-4702-90a3-be142b11e9f5 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0661483 May 31 12:52:02.234586 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.291574 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.297551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-934c6206-ccd7-4eba-b9a2-82ec25cfc602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:02.317694 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00ff41a-3e70-4abb-a3c4-8af1c0c582a9,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:02.320336 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:02.346945 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.362004 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "DELETE /v2.0/security-groups/a00ff41a-3e70-4abb-a3c4-8af1c0c582a9 HTTP/1.1" status: 204 len: 168 time: 0.3151178 May 31 12:52:02.362169 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 47868) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.390639 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.api.v2.resource [None req-6aa67f3f-1149-444f-bbd0-10ceb19c18f8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] show failed (client error): The resource could not be found. May 31 12:52:02.394860 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-6aa67f3f-1149-444f-bbd0-10ceb19c18f8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "GET /v2.0/security-groups/a00ff41a-3e70-4abb-a3c4-8af1c0c582a9 HTTP/1.1" status: 404 len: 347 time: 0.0287738 May 31 12:52:02.395435 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 47872) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.433569 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 866b58eb-74cf-470e-87dc-2b4aab960965 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:02.462593 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:02.482888 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 866b58eb-74cf-470e-87dc-2b4aab960965 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:02.483144 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 866b58eb-74cf-470e-87dc-2b4aab960965 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:02.487120 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe35231-faff-449d-ab62-f81b4d41b47c None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:46:35Z', 'revision_number': 4, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '19d1d25a-e6d2-4f2d-9a30-7f6c89788567', 'name': '', 'network_id': '20e83861-c495-45f9-add9-0b48f7bdbf32', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'mac_address': 'fa:16:3e:1e:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:33Z', 'updated_at': '2021-05-31T12:46:49Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'subnets': [{'id': '948373d5-472d-4ff4-8abd-ae2798afead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:02.532154 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deab998-f3cc-41b6-9c67-2f31572db5c8 req-d707fe2a-358b-448f-983e-3635c60802b0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:02.539230 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6deab998-f3cc-41b6-9c67-2f31572db5c8 req-d707fe2a-358b-448f-983e-3635c60802b0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1148319 May 31 12:52:02.617558 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6deab998-f3cc-41b6-9c67-2f31572db5c8 req-8179b07d-e1cb-4d01-8370-fecd6d86f23a tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773897 May 31 12:52:02.657699 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'name': 'network-vif-deleted', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:02.659954 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2c0eb-cf40-424e-bacb-f8cf3d07cf2e" -d '{"events": [{"server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "name": "network-vif-deleted", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:02.942061 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960bf50e-4e8a-4bfe-86bb-3e1bf1040512 x-openstack-request-id: req-960bf50e-4e8a-4bfe-86bb-3e1bf1040512 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:02.942635 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89799e2a-670e-48d8-87d7-89e2706f6a23", "name": "network-vif-deleted", "tag": "56f49197-5304-4b76-aff7-5625f6d81e15", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:02.943064 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-960bf50e-4e8a-4bfe-86bb-3e1bf1040512 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:02.943564 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89799e2a-670e-48d8-87d7-89e2706f6a23', 'name': 'network-vif-deleted', 'tag': '56f49197-5304-4b76-aff7-5625f6d81e15', 'status': 'completed', 'code': 200} May 31 12:52:03.009479 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1d254-15d4-46a0-87b5-e4373df3a03a None None] New status for floating IP 711e10ef-5350-4937-887b-85f488bf9fae: DOWN {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:52:03.085937 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-c59b6933-ae86-4275-b439-5bdacc1e64d7 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.087387 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-c59b6933-ae86-4275-b439-5bdacc1e64d7 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 813 time: 0.4306767 May 31 12:52:03.097160 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Deleting port ab12424d-cbc2-4e49-a475-b0f3d5809916 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:03.097538 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.114868 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Request body: {'port': {'device_id': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7', 'admin_state_up': True, 'tenant_id': '62c0fd82438b44d69326ff5937d4e15c'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:03.389467 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.389793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.449416 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-704559d4-ec4c-4475-91a5-4f573f4b5899 req-37b4c394-4b42-447c-8acc-f1fac5f8efcd tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0732846 May 31 12:52:03.562339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Calling delete_port for ab12424d-cbc2-4e49-a475-b0f3d5809916 owned by network:floatingip {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:03.565191 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:03.571698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Usage tracker for resource:port and tenant:62c0fd82438b44d69326ff5937d4e15c is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:03.579658 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:03.584337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:03.626742 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Made reservation on behalf of 62c0fd82438b44d69326ff5937d4e15c for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:03.630463 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.887754 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482fada-7b50-4f53-8f89-d5608155de46 req-cc560a6c-79b4-4822-ac8e-97e8cae91e9d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.895963 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c482fada-7b50-4f53-8f89-d5608155de46 req-cc560a6c-79b4-4822-ac8e-97e8cae91e9d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.1010451 May 31 12:52:03.959000 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.965799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-58ad5bb7-6a5a-489e-81f4-d9d137730d9d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:04.022629 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Pushing event deleted for resources: {'Port': ['ID=ab12424d-cbc2-4e49-a475-b0f3d5809916,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:04.025398 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:04.038098 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Allocated IP 172.20.0.9 (f6570487-e67c-4a34-a26d-e9b125511cc7/004ed28c-b3c2-4f91-8a73-ec08613d8cee/30ccdbd3-6cf8-4488-9ba6-8d8da6830699) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:04.065845 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c482fada-7b50-4f53-8f89-d5608155de46 req-ca7f1b27-d595-410f-87e4-2730f573293b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691048 May 31 12:52:04.195547 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks [] for floatingip, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.295239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.296767 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] 10.222.0.49 "DELETE /v2.0/floatingips/711e10ef-5350-4937-887b-85f488bf9fae HTTP/1.1" status: 204 len: 168 time: 1.9003150 May 31 12:52:04.365435 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.396865 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.402810 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34222645-cf9b-411b-9290-e697344e68d8 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:04.441330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 56f49197-5304-4b76-aff7-5625f6d81e15 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:04.474797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Network f6570487-e67c-4a34-a26d-e9b125511cc7 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:04.478871 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:04.482600 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:04.516638 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Pushing event updated for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:04.519757 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 56f49197-5304-4b76-aff7-5625f6d81e15 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:04.520315 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 56f49197-5304-4b76-aff7-5625f6d81e15 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:04.523448 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:04.564217 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.564916 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.586438 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-b9f238a8-5cef-4d78-bd8c-7c9fe76acca0 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4754074 May 31 12:52:04.601472 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Request body: {'port': {'device_id': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:04.705769 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032540ac-b1a6-4be9-8ee6-3174907b3ab3 req-3133d698-dc8e-4237-b47a-400ab3ac4e84 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.707084 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-032540ac-b1a6-4be9-8ee6-3174907b3ab3 req-3133d698-dc8e-4237-b47a-400ab3ac4e84 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 931 time: 0.1259615 May 31 12:52:04.744444 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.762483 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-032540ac-b1a6-4be9-8ee6-3174907b3ab3 req-49719b2d-0f3f-4d32-bab1-a6e59cc70deb tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 May 31 12:52:04.938062 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-810b1a9f-23ad-4b43-a457-cc84763e3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.939536 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-810b1a9f-23ad-4b43-a457-cc84763e3dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1098 time: 0.1841667 May 31 12:52:05.266970 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f205-b6f4-4898-af55-577a303387be req-e7db63af-e63a-4726-b8ad-40a289773260 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.268435 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8480f205-b6f4-4898-af55-577a303387be req-e7db63af-e63a-4726-b8ad-40a289773260 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0833478 May 31 12:52:05.292829 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-f56a03ed-1a2b-4e97-86e6-48a8b0cd1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.294281 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-f56a03ed-1a2b-4e97-86e6-48a8b0cd1cc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.3453822 May 31 12:52:05.318736 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-8480f205-b6f4-4898-af55-577a303387be req-cbcb0072-e98e-4cae-8c77-b42db80a3053 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 May 31 12:52:05.455470 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-2b6b93ca-aad4-476b-875e-405725b372d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 1001 time: 0.1534698 May 31 12:52:05.462627 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:05.498960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.531424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Transition to ACTIVE for port object 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:05.537857 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.544270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:05.575635 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-ce0e6c3a-96b9-4b6d-be39-184d972a4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.577106 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-ce0e6c3a-96b9-4b6d-be39-184d972a4748 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.1100397 May 31 12:52:05.756730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Pushing event updated for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:05.788236 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.834283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-c069e967-1a98-4f0d-aa7a-da789c499ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.835741 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-c069e967-1a98-4f0d-aa7a-da789c499ede service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2444735 May 31 12:52:05.842995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Attempting to bind port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:05.843453 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Attempting to bind port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:05.844071 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Attempting to bind port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 on network f6570487-e67c-4a34-a26d-e9b125511cc7 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:05.869721 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 on network f6570487-e67c-4a34-a26d-e9b125511cc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:52:05.871166 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Attempting to bind port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 on network f6570487-e67c-4a34-a26d-e9b125511cc7 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:05.929847 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:05.930445 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Checking segment: {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:05.930611 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Bound using segment: {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:05.930987 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Bound port: 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3e7615-3b24-4364-b482-209424f370d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:05.931359 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.964237 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec88db2-9c9f-4e59-9e4c-e2aefccb8934 req-b2b32990-7551-4bee-896c-f3475b09beb5 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.964237 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ec88db2-9c9f-4e59-9e4c-e2aefccb8934 req-b2b32990-7551-4bee-896c-f3475b09beb5 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 943 time: 0.0895870 May 31 12:52:06.024305 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6ec88db2-9c9f-4e59-9e4c-e2aefccb8934 req-b204a5b9-47ac-4a5e-b89c-92ae59087d36 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 May 31 12:52:06.084658 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-fee9b647-f6e2-438c-9601-03861a8ff6cb service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375724 May 31 12:52:06.091299 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:06.122415 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:06.166308 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.175150 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6d09704f-4515-4397-81bd-03bf27223c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:06.242507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.243251 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.244641 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] 10.222.0.39 "PUT /v2.0/ports/30ccdbd3-6cf8-4488-9ba6-8d8da6830699 HTTP/1.1" status: 200 len: 1093 time: 1.6485531 May 31 12:52:06.249696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:06.252481 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e5e1af-2776-48fc-b003-0294fbf5a392" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:06.287380 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Pushing event updated for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:06.298209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:06.336087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263657c4-b1d2-4991-9e81-a9faa71355d5 x-openstack-request-id: req-263657c4-b1d2-4991-9e81-a9faa71355d5 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:06.336338 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:06.336622 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-263657c4-b1d2-4991-9e81-a9faa71355d5 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:06.337041 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699', 'status': 'completed', 'code': 200} May 31 12:52:06.370370 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6ffdb743-a3a4-4c10-9b93-d32b50c03fb3 req-a07b34ce-ea84-44b2-8d44-5a2e15b39a46 service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765462 May 31 12:52:06.393801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-1ad85e53-d037-49f1-9fce-3c84da47ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.395379 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-1ad85e53-d037-49f1-9fce-3c84da47ef6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0984542 May 31 12:52:06.465015 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-7a8a55d0-f030-4209-bbee-9ac7123df6ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699 HTTP/1.1" status: 200 len: 217 time: 0.0600779 May 31 12:52:06.511358 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb819fee-59de-44d2-8f6e-6943e0930e8b req-866894c2-562d-4013-83cc-7e4459345875 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.513212 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eb819fee-59de-44d2-8f6e-6943e0930e8b req-866894c2-562d-4013-83cc-7e4459345875 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0817909 May 31 12:52:06.546865 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-998db5c5-cc2f-4166-9758-a82f8958df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.548607 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-998db5c5-cc2f-4166-9758-a82f8958df42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004ed28c-b3c2-4f91-8a73-ec08613d8cee HTTP/1.1" status: 200 len: 853 time: 0.0758312 May 31 12:52:06.560981 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-eb819fee-59de-44d2-8f6e-6943e0930e8b req-631cebb9-3117-48b4-b362-801ea322744f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 May 31 12:52:06.603162 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-5d47a431-4b17-421d-b1fb-85f933aa4ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6570487-e67c-4a34-a26d-e9b125511cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469928 May 31 12:52:06.679360 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-423bd969-5ea8-4ddf-8d6c-a11b381164bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.846724 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-16174d64-87a4-4afb-b84d-7d7a28536b71 service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334094 May 31 12:52:06.978666 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-71e82af7-7020-4f4c-8298-f19a22c3494a req-6f157e40-4552-4eec-8395-01ef99236ecc service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243901 May 31 12:52:07.103366 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-a45e1bd6-4fc6-4442-a34f-c20f15b2fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.104925 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-a45e1bd6-4fc6-4442-a34f-c20f15b2fa24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62c0fd82438b44d69326ff5937d4e15c&device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0753102 May 31 12:52:07.226492 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b43dab-caf4-47a5-a8e1-0b58da2f60ed req-d9f422e9-21f2-41f8-b2fd-d35eb078021c tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.228600 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-30b43dab-caf4-47a5-a8e1-0b58da2f60ed req-d9f422e9-21f2-41f8-b2fd-d35eb078021c tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 943 time: 0.0951228 May 31 12:52:07.246980 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-0e8dec81-f479-492b-b657-4cb673d5fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.248437 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-0e8dec81-f479-492b-b657-4cb673d5fe0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 200 len: 914 time: 0.1351671 May 31 12:52:07.277756 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-30b43dab-caf4-47a5-a8e1-0b58da2f60ed req-bf149f66-d962-4e8e-93af-c16fba640dc6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 May 31 12:52:07.321075 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-16cf3fae-7478-4ffd-973b-fd7966cd1223 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699 HTTP/1.1" status: 200 len: 217 time: 0.0649641 May 31 12:52:07.383632 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-dcd9e9fc-8a20-4e0d-9413-98b4b7b663a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.385157 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-dcd9e9fc-8a20-4e0d-9413-98b4b7b663a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=004ed28c-b3c2-4f91-8a73-ec08613d8cee HTTP/1.1" status: 200 len: 853 time: 0.0577571 May 31 12:52:07.438235 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-5278de3f-fbbe-4e3f-a3a3-4debc61e1e4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6570487-e67c-4a34-a26d-e9b125511cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449150 May 31 12:52:07.571733 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-fea432d2-9b1d-49ba-8a3a-67684426da3f service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258478 May 31 12:52:07.712328 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-97e5e1af-2776-48fc-b003-0294fbf5a392 req-143a00ea-3190-4a96-98bc-6053d59687ad service neutron] 10.222.0.39 "GET /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328113 May 31 12:52:07.753894 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872eb5f-af1d-4f83-a57e-1fa0c036ddc4 req-f529655c-33cf-4de3-b785-2b3a8ed9af37 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.755353 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6872eb5f-af1d-4f83-a57e-1fa0c036ddc4 req-f529655c-33cf-4de3-b785-2b3a8ed9af37 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 945 time: 0.0818245 May 31 12:52:07.803308 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6872eb5f-af1d-4f83-a57e-1fa0c036ddc4 req-6ae83f4c-0663-4fb9-b20a-6d5dc234b078 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 May 31 12:52:07.923988 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.952602 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48158) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:08.107354 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-05e30950-2e42-4afd-b4c7-b5dc8683088d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42d2f650d5c347b7b6311f927dbe15aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534131 May 31 12:52:08.109764 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48164) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:08.167031 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.192376 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.255397 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.259051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-057d1f8a-a7fa-4aca-afaf-d9adf28fa7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:08.271751 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c04365-9115-457e-919d-5b7b8adb9071,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:08.274637 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:08.276499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.277662 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4c04365-9115-457e-919d-5b7b8adb9071 HTTP/1.1" status: 204 len: 168 time: 0.1669564 May 31 12:52:08.458335 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:08.460249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48178) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:08.460803 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:08.525829 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c74731-53e8-4544-9b5d-375f2d5a0477 req-7ae251d4-7a50-4346-b6ff-c0427d8e6987 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.529789 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-14c74731-53e8-4544-9b5d-375f2d5a0477 req-7ae251d4-7a50-4346-b6ff-c0427d8e6987 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 943 time: 0.1434603 May 31 12:52:08.610167 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-14c74731-53e8-4544-9b5d-375f2d5a0477 req-a598f13d-2e36-4f10-85eb-4f8fbd0c354a tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722325 May 31 12:52:08.736650 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.758050 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:08.778090 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699', 'network_id': 'f6570487-e67c-4a34-a26d-e9b125511cc7', 'port_id': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699', 'mac_address': 'fa:16:3e:6d:f6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ed28c-b3c2-4f91-8a73-ec08613d8cee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:08.783102 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:08.785374 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b4aa84-49ef-44dd-8ba1-244c107ca141" -d '{"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:08.825293 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:08.833103 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa21893-35a5-4b4b-bfae-ee17b3220d63 x-openstack-request-id: req-bfa21893-35a5-4b4b-bfae-ee17b3220d63 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:08.833464 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-unplugged", "status": "failed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "code": 422}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:08.833746 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfa21893-35a5-4b4b-bfae-ee17b3220d63 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:08.834180 dv-cinder-786386-7-smb neutron-server[98248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'code': 422} returned with failed status May 31 12:52:08.841851 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.846950 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:08.907756 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.931552 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:08.938454 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=8']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:08.941780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:08.958728 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:08.965645 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.969266 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:08.998175 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9f41b-36aa-4906-a4bb-a26d8afb1260 req-150e0c48-fdc0-4e54-9428-5c288ac2eb36 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.999550 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-46c9f41b-36aa-4906-a4bb-a26d8afb1260 req-150e0c48-fdc0-4e54-9428-5c288ac2eb36 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0860457 May 31 12:52:09.038575 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:09.042773 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:09.060824 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-46c9f41b-36aa-4906-a4bb-a26d8afb1260 req-dec62bec-1a37-47b3-9c76-d2012d39049f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548706 May 31 12:52:09.062279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.108061 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-f74f2304-7e7c-4886-8b8b-604e57427eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.156619 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['30ccdbd3-6cf8-4488-9ba6-8d8da6830699'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:09.374819 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.788506 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:09.804610 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae918e5-137a-42a6-9249-09eb48b1d739 req-b18ded4d-c72b-426e-8054-8dca66cd96b6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:09.806128 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fae918e5-137a-42a6-9249-09eb48b1d739 req-b18ded4d-c72b-426e-8054-8dca66cd96b6 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 944 time: 0.0871189 May 31 12:52:09.807244 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Deleting port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:09.807664 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.853022 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fae918e5-137a-42a6-9249-09eb48b1d739 req-38c5496e-a9c5-449b-84ad-c01662d9a2f3 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 May 31 12:52:09.928128 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] For port 19d1d25a-e6d2-4f2d-9a30-7f6c89788567, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:09.928469 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.051201 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Calling delete_port for 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 owned by network:router_interface {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:10.212042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.222651 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2e96f124-9f89-46d0-9e1e-827915647bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:10.230705 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.292258 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d1d25a-e6d2-4f2d-9a30-7f6c89788567,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:10.303866 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:10.475595 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:10.526821 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c92330-75db-422b-a7a5-0819e7e1ab01 req-8f8c41e2-8851-42af-9cc3-b4863f76c2f8 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:10.534873 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99c92330-75db-422b-a7a5-0819e7e1ab01 req-8f8c41e2-8851-42af-9cc3-b4863f76c2f8 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1057887 May 31 12:52:10.556224 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:10.571296 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:10.571685 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.573119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.595784 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-99c92330-75db-422b-a7a5-0819e7e1ab01 req-8a33e830-8cda-48b4-b397-9997793490dd tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595949 May 31 12:52:10.714748 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.751582 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:10.755984 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.758157 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:10.807116 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48232) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:10.829934 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:10.833040 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:10.835636 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:10.837885 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d6d1c2-6160-4d15-a407-c40e80f96a72" -d '{"events": [{"server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "name": "network-vif-plugged", "status": "completed", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:10.883819 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19261807-b7d3-4966-90ff-6ea96b210aea x-openstack-request-id: req-19261807-b7d3-4966-90ff-6ea96b210aea {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:10.884134 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "name": "network-vif-plugged", "status": "completed", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:10.884847 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19261807-b7d3-4966-90ff-6ea96b210aea {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:10.885460 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699', 'code': 200} May 31 12:52:10.949585 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-75e7b7ff-5baa-49a4-bd61-384b57c48e54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387072 May 31 12:52:11.065657 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d99637-7e70-4933-b0ca-3b3149facdb7 req-23fa03ac-38ff-45e6-8ff4-a8611c944d29 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.067260 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-72d99637-7e70-4933-b0ca-3b3149facdb7 req-23fa03ac-38ff-45e6-8ff4-a8611c944d29 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0919461 May 31 12:52:11.116843 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-72d99637-7e70-4933-b0ca-3b3149facdb7 req-3af49491-a2bc-46b0-8cf4-93e05d3c29a7 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 May 31 12:52:11.146182 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Router 08b694d3-5269-412e-8f9e-16158e6d24b4 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:11.311975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f4431-3428-4285-a859-3ddc3a1aaae6 req-40c4fda3-e8b5-43bd-bb6b-7922b58b27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.313400 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-654f4431-3428-4285-a859-3ddc3a1aaae6 req-40c4fda3-e8b5-43bd-bb6b-7922b58b27c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 1098 time: 0.2183015 May 31 12:52:11.378043 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:11.380881 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-654f4431-3428-4285-a859-3ddc3a1aaae6 req-aaa99bdf-97ed-4f84-ba87-5b53d71c65e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 May 31 12:52:11.387762 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Sync routers for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:11.395848 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1d064500-5739-4904-8175-97b852bfaae2 admin admin] 10.222.0.49 "PUT /v2.0/routers/08b694d3-5269-412e-8f9e-16158e6d24b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273918 May 31 12:52:11.396205 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48248) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:11.397868 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:11.398480 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:11.577366 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks [] for router, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.578163 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:11.820325 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.919102 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:52:10Z', 'revision_number': 5, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port': {'id': '5c12b8d5-6403-41ea-a7a9-db5993ff520e', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:20Z', 'updated_at': '2021-05-31T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:11.922826 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.923502 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Checking router: 08b694d3-5269-412e-8f9e-16158e6d24b4 for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:11.933656 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Routers {'08b694d3-5269-412e-8f9e-16158e6d24b4'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:11.934396 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['08b694d3-5269-412e-8f9e-16158e6d24b4'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:11.945302 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6590-3c5e-4855-bdd3-8d4c0efb4f94 req-05338a24-eac8-46e1-a7fc-bc92784f27ad tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.946766 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-165a6590-3c5e-4855-bdd3-8d4c0efb4f94 req-05338a24-eac8-46e1-a7fc-bc92784f27ad tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.2286530 May 31 12:52:11.951549 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-e0582fd1-75b1-4fce-9653-9dfbf27f88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.953086 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-e0582fd1-75b1-4fce-9653-9dfbf27f88e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f&tenant_id=a929962288c64ce1b3429f43d5d40b15 HTTP/1.1" status: 200 len: 1096 time: 0.0858672 May 31 12:52:12.059824 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-165a6590-3c5e-4855-bdd3-8d4c0efb4f94 req-528277d4-4f82-41a8-8b05-4b641996f901 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851731 May 31 12:52:12.086337 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Deleting port 5c12b8d5-6403-41ea-a7a9-db5993ff520e {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:12.086812 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.087222 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] Set router 08b694d3-5269-412e-8f9e-16158e6d24b4 gateway port host: None {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:12.093242 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-b84ecbaf-ba4e-42a6-be23-80859916f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.094722 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-b84ecbaf-ba4e-42a6-be23-80859916f8e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a929962288c64ce1b3429f43d5d40b15&device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1096 time: 0.1032541 May 31 12:52:12.195587 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:52:11Z', 'revision_number': 6, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:12.201250 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fbbc0-c22d-40ba-a46f-d0b484240382 None None] The sync data for ids ['08b694d3-5269-412e-8f9e-16158e6d24b4'] in dv-cinder-786386-7-smb is: [{'id': '08b694d3-5269-412e-8f9e-16158e6d24b4', 'name': 'tempest-AttachVolumeTestJSON-1535732266-router', 'tenant_id': 'aacf7aeb68204716bf23db4b8172d98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:18Z', 'updated_at': '2021-05-31T12:52:11Z', 'revision_number': 6, 'project_id': 'aacf7aeb68204716bf23db4b8172d98e', 'gw_port_host': None}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:12.270615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] For port 5c12b8d5-6403-41ea-a7a9-db5993ff520e, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=5c12b8d5-6403-41ea-a7a9-db5993ff520e,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:12.271038 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.271843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-553b5875-7c71-4c5b-91a9-2289ec96c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.273346 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-553b5875-7c71-4c5b-91a9-2289ec96c883 service neutron] 10.222.0.39 "GET /v2.0/networks?id=57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 200 len: 918 time: 0.1714354 May 31 12:52:12.383992 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-c4c203f7-cb62-44a4-b3b7-ba6adef063c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 200 len: 999 time: 0.1036370 May 31 12:52:12.426794 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Calling delete_port for 5c12b8d5-6403-41ea-a7a9-db5993ff520e owned by network:router_gateway {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:12.446499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-530776cf-21db-458b-a46c-032ddb07e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.448012 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-530776cf-21db-458b-a46c-032ddb07e898 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 200 len: 856 time: 0.0577128 May 31 12:52:12.478161 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:12.495291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9c069-03ee-469c-97cd-04e31b18f2fa req-24ff1a47-64eb-458c-bda6-1eb6e96cf869 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.496827 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3af9c069-03ee-469c-97cd-04e31b18f2fa req-24ff1a47-64eb-458c-bda6-1eb6e96cf869 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.1594825 May 31 12:52:12.525603 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-76e63828-b8c9-48b4-9a3b-9623dc53ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.527144 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-76e63828-b8c9-48b4-9a3b-9623dc53ea8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57b44e89-aff9-4a88-913b-e0af1f38fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723991 May 31 12:52:12.564600 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3af9c069-03ee-469c-97cd-04e31b18f2fa req-5b1552f1-c049-4e87-acb4-3386ec47610d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 May 31 12:52:12.665502 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.671733 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:12.706316 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-775fd21b-95c7-4edb-aa6d-4f59fa183dcf service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716814 May 31 12:52:12.759515 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c12b8d5-6403-41ea-a7a9-db5993ff520e,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:12.762345 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:12.821450 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.847349 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db8d49ff-8f75-4961-82e6-413ccd8463e5 req-2fd8a476-0637-4e33-9edc-db699ca926bb service neutron] 10.222.0.39 "GET /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347702 May 31 12:52:13.001017 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.003337 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.028189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.028769 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b694d3-5269-412e-8f9e-16158e6d24b4 {{(pid=98246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:52:13.041628 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.046132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48272) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:13.046331 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] 10.222.0.49 "DELETE /v2.0/routers/08b694d3-5269-412e-8f9e-16158e6d24b4 HTTP/1.1" status: 204 len: 168 time: 1.6485140 May 31 12:52:13.137593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Deleting subnet 948373d5-472d-4ff4-8abd-ae2798afead5 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:52:13.148264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.218347 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.333385 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a016e65-ca48-4a3b-90ec-8a28f931b4cf req-acbd650d-2654-41f2-bcf2-68b66effeb06 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:13.340019 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6a016e65-ca48-4a3b-90ec-8a28f931b4cf req-acbd650d-2654-41f2-bcf2-68b66effeb06 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1300256 May 31 12:52:13.398490 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6a016e65-ca48-4a3b-90ec-8a28f931b4cf req-57ca4c41-ca28-4c7d-a3d9-feac7c5adcbb tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514786 May 31 12:52:13.504137 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.807397 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.811420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-17cd0ff3-3a59-4917-8fe0-cf91cf5ede94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:13.854141 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.856715 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948373d5-472d-4ff4-8abd-ae2798afead5,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:13.859630 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a4efe-d551-40e4-8510-d9cfa4649236 None None] Network 20e83861-c495-45f9-add9-0b48f7bdbf32 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:13.860105 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.863020 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a5bf5719-4167-43eb-b749-a54b37f5fb0a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/948373d5-472d-4ff4-8abd-ae2798afead5 HTTP/1.1" status: 204 len: 168 time: 0.8154833 May 31 12:52:13.865466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48292) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:13.980838 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.054946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Deleting port 364a028b-5453-4df1-86eb-3206780943b8 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:14.055283 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.147046 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] DHCP port deletion for 20e83861-c495-45f9-add9-0b48f7bdbf32 request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:52:14.160037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] For port 364a028b-5453-4df1-86eb-3206780943b8, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=364a028b-5453-4df1-86eb-3206780943b8,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:14.160383 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.215411 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Deleting port 364a028b-5453-4df1-86eb-3206780943b8 {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:14.215915 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.293352 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Calling delete_port for 364a028b-5453-4df1-86eb-3206780943b8 owned by network:dhcp {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:14.347894 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5c12b8d5-6403-41ea-a7a9-db5993ff520e no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:14.365310 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.377837 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b589e3d2-5a68-41e7-a53b-6bafdccab809 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:14.403632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 5c12b8d5-6403-41ea-a7a9-db5993ff520e {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:14.404477 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 5c12b8d5-6403-41ea-a7a9-db5993ff520e not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:14.405439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 364a028b-5453-4df1-86eb-3206780943b8 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:14.423754 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Pushing event deleted for resources: {'Port': ['ID=364a028b-5453-4df1-86eb-3206780943b8,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:14.425626 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] No DVR routers for this DVR port 364a028b-5453-4df1-86eb-3206780943b8 on host dv-cinder-786386-7-smb {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:14.427096 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:14.475353 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] For port 364a028b-5453-4df1-86eb-3206780943b8, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=364a028b-5453-4df1-86eb-3206780943b8,segment=NetworkSegment(b86b08ee-45dd-47d5-b696-6648b361f544),segment_id=b86b08ee-45dd-47d5-b696-6648b361f544)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:14.475745 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.483249 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 364a028b-5453-4df1-86eb-3206780943b8 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:14.483513 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 364a028b-5453-4df1-86eb-3206780943b8 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:14.483883 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:14.581097 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:14.581457 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 19d1d25a-e6d2-4f2d-9a30-7f6c89788567 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:14.606140 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.614616 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d23b1-d77b-4200-af0b-42fdfe56e402 req-43445a5a-71f6-4384-8370-72c946c433be tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.616171 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-257d23b1-d77b-4200-af0b-42fdfe56e402 req-43445a5a-71f6-4384-8370-72c946c433be tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1004581 May 31 12:52:14.621146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e83861-c495-45f9-add9-0b48f7bdbf32']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:14.635217 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86b08ee-45dd-47d5-b696-6648b361f544') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:14.635551 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86b08ee-45dd-47d5-b696-6648b361f544') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:14.642728 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Calling delete_port for 364a028b-5453-4df1-86eb-3206780943b8 owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:14.650937 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.673847 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.686231 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-257d23b1-d77b-4200-af0b-42fdfe56e402 req-d082203e-e584-4049-926a-aa8c46f64afa tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624752 May 31 12:52:14.687420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:14.687824 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:14.701460 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:14.703884 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.717268 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:14.763638 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Pushing event deleted for resources: {'Port': ['ID=364a028b-5453-4df1-86eb-3206780943b8,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:14.768771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] No DVR routers for this DVR port 364a028b-5453-4df1-86eb-3206780943b8 on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:14.770295 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:14.796581 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.800310 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.802806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:14.824914 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Pushing event deleted for resources: {'Network': ['ID=20e83861-c495-45f9-add9-0b48f7bdbf32,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:14.827433 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:14.839295 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-9edb4520-8941-49b9-98f1-7c5b1b24119a admin admin] 10.222.0.49 "DELETE /v2.0/networks/20e83861-c495-45f9-add9-0b48f7bdbf32 HTTP/1.1" status: 204 len: 168 time: 0.9727633 May 31 12:52:14.966604 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48302) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:15.026961 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-10d6390b-5a32-40c3-bfb9-064e70a89fc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aacf7aeb68204716bf23db4b8172d98e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0590329 May 31 12:52:15.029735 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48306) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:15.090486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.116469 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.174774 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.178843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-640b5a0d-6c2c-49e8-a73c-c847c7b4631f tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.193013 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aa0c91-8024-4157-9343-8135ed917353,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.195457 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:15.200878 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.204757 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6aa0c91-8024-4157-9343-8135ed917353 HTTP/1.1" status: 204 len: 168 time: 0.1716332 May 31 12:52:15.914148 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5d85-b042-4bfd-8ae9-e1639bc4e279 req-5a61a925-33fd-4e3c-8324-39bdca86c2f2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:15.915779 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43dd5d85-b042-4bfd-8ae9-e1639bc4e279 req-5a61a925-33fd-4e3c-8324-39bdca86c2f2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0893967 May 31 12:52:15.969864 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-43dd5d85-b042-4bfd-8ae9-e1639bc4e279 req-28c57e19-9749-411a-aadc-44937460de4b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474427 May 31 12:52:17.192764 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fad82-3225-4a84-959a-a2bf8c22713d req-c11e096e-7f93-4a26-b063-0f327e52ed5d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:17.194312 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7b6fad82-3225-4a84-959a-a2bf8c22713d req-c11e096e-7f93-4a26-b063-0f327e52ed5d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0913358 May 31 12:52:17.249141 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7b6fad82-3225-4a84-959a-a2bf8c22713d req-1451f39d-74e5-4e77-be7b-2dc1dc3aa933 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486813 May 31 12:52:18.460877 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9521a-0823-48c4-b549-55b07368761f req-d5b06ede-5342-40c5-9d9c-90a16719613d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.462424 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9bf9521a-0823-48c4-b549-55b07368761f req-d5b06ede-5342-40c5-9d9c-90a16719613d tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0935102 May 31 12:52:18.525406 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-9bf9521a-0823-48c4-b549-55b07368761f req-f94ce6e1-41b6-4fea-988a-0f9f037c3eab tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572209 May 31 12:52:19.730157 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2aa0-b9a9-4c25-9083-f7977dec5559 req-a8fc2df2-0784-440d-b3be-03922157ea07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.731672 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-28ec2aa0-b9a9-4c25-9083-f7977dec5559 req-a8fc2df2-0784-440d-b3be-03922157ea07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0814927 May 31 12:52:19.792324 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-28ec2aa0-b9a9-4c25-9083-f7977dec5559 req-c2035783-12d6-4e44-b027-a92ddbfa7536 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538616 May 31 12:52:21.250389 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48428) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:21.291300 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a66cbd-0696-47d9-b731-f7170e0fe119 req-400846d1-1a25-47ab-acf0-0c99a0f76be2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:21.299243 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-95a66cbd-0696-47d9-b731-f7170e0fe119 req-400846d1-1a25-47ab-acf0-0c99a0f76be2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.3110292 May 31 12:52:21.367961 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-95a66cbd-0696-47d9-b731-f7170e0fe119 req-84188aec-abd3-42d5-b9d7-f654d9b9705f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668821 May 31 12:52:21.385052 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.399504 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:21.403591 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Usage tracker for resource:security_group_rule and tenant:17d7e2bbe1ab4b799f2a703a1a4cc215 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:21.406725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:21.413314 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:21.499024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.503440 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.529775 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-33340245-e41c-4392-ae02-5f5945001f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:21.540383 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d7e2bbe1ab4b799f2a703a1a4cc215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888491 May 31 12:52:21.543341 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48434) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:21.558009 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912bbecc-8650-456e-8ed4-eafbeb0a2ef1,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:21.561169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f0a97718-3cc4-47fd-9b91-94f10c7f0456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:21.603382 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.631015 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.686837 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.690854 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e5a341d3-f3c4-4765-99cb-e314ac79cf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:21.702171 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912bbecc-8650-456e-8ed4-eafbeb0a2ef1,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:21.704676 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:21.713300 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.715027 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/912bbecc-8650-456e-8ed4-eafbeb0a2ef1 HTTP/1.1" status: 204 len: 168 time: 0.1704321 May 31 12:52:22.022619 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48442) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:22.043874 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.059939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:22.064195 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Usage tracker for resource:security_group_rule and tenant:d88cccdc9c084e51a0ab8c47d231f239 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:22.067280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:22.073626 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:22.168058 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.174401 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.201341 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e44bb8f8-c5b1-4242-b42a-75914ac77513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:22.239894 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d88cccdc9c084e51a0ab8c47d231f239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135181 May 31 12:52:22.240456 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48448) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:22.242482 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ec45b-b342-4643-9ac5-7060e8ff6c8c,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:22.252994 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89b00091-b3e5-4d4e-ac40-c8842fec5374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:22.303396 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.330561 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.384230 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.388347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-59546f5a-e3e9-4591-9c49-d905f700c353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:22.405314 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ec45b-b342-4643-9ac5-7060e8ff6c8c,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:22.408323 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:22.410504 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.411600 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/174ec45b-b342-4643-9ac5-7060e8ff6c8c HTTP/1.1" status: 204 len: 168 time: 0.1693785 May 31 12:52:22.608443 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229dc7-6286-48e1-ae3a-0c5b640b416a req-c208bfc1-816b-4d13-9889-2edff1741fc6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.610017 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65229dc7-6286-48e1-ae3a-0c5b640b416a req-c208bfc1-816b-4d13-9889-2edff1741fc6 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.1045172 May 31 12:52:22.667138 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-65229dc7-6286-48e1-ae3a-0c5b640b416a req-a437bf6e-3d7e-4147-bb7a-4ef820cf167c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510654 May 31 12:52:23.870838 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb1757-4722-4c08-99a2-6ff055ccaa1e req-cfcca23f-8a39-457d-a831-917ac9441313 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:23.872307 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a2cb1757-4722-4c08-99a2-6ff055ccaa1e req-cfcca23f-8a39-457d-a831-917ac9441313 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0915251 May 31 12:52:23.919412 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a2cb1757-4722-4c08-99a2-6ff055ccaa1e req-cbce3b92-d59e-4f54-8845-e669053520f5 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 May 31 12:52:24.316918 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48504) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:24.434903 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.449515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:24.454363 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9b350ce3a54d5184964aa57af5805f is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:24.458898 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:24.467545 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:24.555473 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.561696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.568424 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-0fb6b95d-e76e-4634-8746-f0a8caa8e17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:24.607442 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f9b350ce3a54d5184964aa57af5805f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894351 May 31 12:52:24.608388 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34824011-6a62-452f-b6ca-6bc52682a09a,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:24.610476 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48512) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:24.611538 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:24.678567 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.705801 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.761121 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.767117 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ba8c09cc-4162-4cce-8b7f-55040b1aa887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:24.780549 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34824011-6a62-452f-b6ca-6bc52682a09a,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:24.782981 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:24.788080 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.790760 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34824011-6a62-452f-b6ca-6bc52682a09a HTTP/1.1" status: 204 len: 168 time: 0.1776638 May 31 12:52:25.079304 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48522) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:25.097425 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.110523 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4903eb0-c3f3-4736-9568-fa5bdeff1c1f req-29792963-71b2-498c-8679-4888eaa0f7ac tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:25.111985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:25.112146 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4903eb0-c3f3-4736-9568-fa5bdeff1c1f req-29792963-71b2-498c-8679-4888eaa0f7ac tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0838878 May 31 12:52:25.116446 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa065b682974216ae4396fafe24e806 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:25.119718 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:25.126345 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:25.167213 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b4903eb0-c3f3-4736-9568-fa5bdeff1c1f req-d620760f-710a-489a-b536-fb79c9a33f4b tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489340 May 31 12:52:25.318514 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.326686 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.337854 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c97f6e4e-427b-454a-8a54-a5cd670c5c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:25.378045 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffa065b682974216ae4396fafe24e806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975750 May 31 12:52:25.378888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f61c2c5-784d-4ed4-bc6c-d7cc597d589b,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:25.381248 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48526) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:25.382140 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7916c8e2-aa77-484c-be36-d9bf5f352c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:25.447941 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.474475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.533210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.537262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-48130fe2-8595-448f-b13a-87ed25663dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:25.548847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f61c2c5-784d-4ed4-bc6c-d7cc597d589b,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:25.553577 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:25.557675 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.560979 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-372106c0-393c-456e-9792-e4fb3052de26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f61c2c5-784d-4ed4-bc6c-d7cc597d589b HTTP/1.1" status: 204 len: 168 time: 0.1764927 May 31 12:52:26.370204 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e15842-da51-4283-8cdd-a1c2f33f6e7f req-97b3d5a7-6e7a-4054-8eaf-c22f645e3d47 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:26.371690 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a0e15842-da51-4283-8cdd-a1c2f33f6e7f req-97b3d5a7-6e7a-4054-8eaf-c22f645e3d47 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 943 time: 0.0843587 May 31 12:52:26.416177 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a0e15842-da51-4283-8cdd-a1c2f33f6e7f req-a4905544-e326-41bd-a2c6-1b105bdb5747 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385580 May 31 12:52:26.547367 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:26.725900 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:26.740445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'port_id': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'mac_address': 'fa:16:3e:6b:fc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:26.796241 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.817181 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:26.836522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:26.842956 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.845784 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:26.916640 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=9']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:26.920653 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:27.088730 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['d59866dc-71d7-4362-8761-cdfa5d56d3b2'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:27.624715 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0716b-28bf-48c9-8bff-ea5e0706203c req-8873a58c-c4f6-4d59-87bc-b8043c85353f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:27.626217 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a8f0716b-28bf-48c9-8bff-ea5e0706203c req-8873a58c-c4f6-4d59-87bc-b8043c85353f tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 944 time: 0.0887260 May 31 12:52:27.671331 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-a8f0716b-28bf-48c9-8bff-ea5e0706203c req-6217a68c-00fb-4284-93d1-08301d647090 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389638 May 31 12:52:28.549722 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:28.621082 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port d59866dc-71d7-4362-8761-cdfa5d56d3b2 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:28.621456 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:28.745016 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:28.771379 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:28.773661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4809617f-6319-44d0-a860-282a9f417ac9" -d '{"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:28.782104 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:28.787561 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:28.790629 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:28.826210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5246ca06-935e-49c7-9828-17ead6d027e1 x-openstack-request-id: req-5246ca06-935e-49c7-9828-17ead6d027e1 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:28.826533 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:28.826801 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5246ca06-935e-49c7-9828-17ead6d027e1 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:28.827203 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'code': 200} May 31 12:52:28.861623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=10']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:28.864648 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:28.878419 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4853b-049f-46db-8c48-b360b8a0fb93 req-fe2665b7-c4ed-48ec-be5e-42ac2443746e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:28.880060 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6bb4853b-049f-46db-8c48-b360b8a0fb93 req-fe2665b7-c4ed-48ec-be5e-42ac2443746e tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.0970683 May 31 12:52:28.930069 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6bb4853b-049f-46db-8c48-b360b8a0fb93 req-7cc24d3b-9e68-4967-9888-e3a0b767a4e3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 May 31 12:52:29.084513 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a85280-72ea-48a5-810e-41f840d331e2 req-a82c792c-cfb2-46c2-a608-e13e661a4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:29.086068 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c1a85280-72ea-48a5-810e-41f840d331e2 req-a82c792c-cfb2-46c2-a608-e13e661a4852 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 1099 time: 0.0747809 May 31 12:52:29.130685 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c1a85280-72ea-48a5-810e-41f840d331e2 req-21d42d32-94ad-4fa5-8625-d558d76fc438 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 May 31 12:52:30.135165 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecc99e-e6c7-4f77-aa65-3be01f0063a8 req-7ea7f830-ce99-4048-9623-a6afae5f58e7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.136798 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7ecc99e-e6c7-4f77-aa65-3be01f0063a8 req-7ea7f830-ce99-4048-9623-a6afae5f58e7 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.0862308 May 31 12:52:30.185966 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c7ecc99e-e6c7-4f77-aa65-3be01f0063a8 req-d60713a5-8daf-44bc-8609-2714d725e909 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 May 31 12:52:31.385526 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60ed20-21ca-4441-b369-812a5b876f15 req-1a631341-c0a8-4b92-afb8-a27c7b1f1e25 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.387023 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be60ed20-21ca-4441-b369-812a5b876f15 req-1a631341-c0a8-4b92-afb8-a27c7b1f1e25 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.0819597 May 31 12:52:31.435373 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-be60ed20-21ca-4441-b369-812a5b876f15 req-da6d5d07-3433-4f38-9e0e-3b68d8001472 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 May 31 12:52:36.695577 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-de2168ca-6b8f-4d5a-a8bd-15d309d2680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.931962 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:39.060932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:39.117235 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-23ac8cac-6f41-4e7e-9966-2f9be43da83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:40.231131 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.779222 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:42.002606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1b06f-d18d-431d-9253-4a563a2296f3 req-f020f4db-e5a6-484a-8aed-83a444a8ae48 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:42.004211 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42b1b06f-d18d-431d-9253-4a563a2296f3 req-f020f4db-e5a6-484a-8aed-83a444a8ae48 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0988777 May 31 12:52:42.055385 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-42b1b06f-d18d-431d-9253-4a563a2296f3 req-cd7228b7-e83c-4147-9a51-edacce3b4b37 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 May 31 12:52:43.257414 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205c11d-48f5-4840-b7c7-0286b98df0a0 req-7a1b1694-da7a-4b48-83cd-3a67794752ed tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.258893 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b205c11d-48f5-4840-b7c7-0286b98df0a0 req-7a1b1694-da7a-4b48-83cd-3a67794752ed tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0889471 May 31 12:52:43.303026 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b205c11d-48f5-4840-b7c7-0286b98df0a0 req-fcc63bd6-fdd3-406d-92e2-383f170b6bdb tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 May 31 12:52:44.336936 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48790) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:44.456606 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.471007 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:44.475253 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdc4bff0c654de49ad81e191aaf3f25 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:44.478095 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:44.483914 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:44.490359 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3a48-9bbc-4ace-bc2a-bed845a3b60f req-bc8e8323-06af-43b7-8faa-3e435fb631c1 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.491830 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-41bd3a48-9bbc-4ace-bc2a-bed845a3b60f req-bc8e8323-06af-43b7-8faa-3e435fb631c1 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0845280 May 31 12:52:44.537730 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-41bd3a48-9bbc-4ace-bc2a-bed845a3b60f req-33ef33ce-c656-4dcf-b614-ac5eabb4a8ae tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 May 31 12:52:44.571909 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.577755 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.586428 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e18936eb-05e6-44f6-84c3-8310dcfac811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:44.624319 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fdc4bff0c654de49ad81e191aaf3f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863040 May 31 12:52:44.625969 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e4b45-e86c-4384-8fa0-5d4188a5f3fa,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:44.627094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48796) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:44.633339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.633698 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.634064 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.634447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.634791 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.635146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.635492 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.635843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.636224 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.636573 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.636921 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.637287 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.641249 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:44.685752 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.711165 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.772510 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.776440 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-801fda01-095e-43ec-bb4a-ac8abe93c7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:44.790457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e4b45-e86c-4384-8fa0-5d4188a5f3fa,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:44.800001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.801916 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe7e4b45-e86c-4384-8fa0-5d4188a5f3fa HTTP/1.1" status: 204 len: 168 time: 0.1738513 May 31 12:52:44.803484 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.803863 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.804250 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.804585 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.804930 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.805422 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.805847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.806257 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.806650 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.807001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.807347 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.807690 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:44.810968 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-04e1ef96-dca9-4baf-a62c-ca559d6cd66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.729633 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0e3dc-821c-4b48-9f2b-2a11fb36f28e req-f438e87f-56ae-46e1-a768-6f782afbf095 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.731150 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-63b0e3dc-821c-4b48-9f2b-2a11fb36f28e req-f438e87f-56ae-46e1-a768-6f782afbf095 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0852563 May 31 12:52:45.776254 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-63b0e3dc-821c-4b48-9f2b-2a11fb36f28e req-c948ceaf-7b3a-4f85-94ad-f858646e6d1d tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 May 31 12:52:46.527332 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-e869c7a7-98bf-4a5a-b0b9-0bce66a8f847 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.528024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-e869c7a7-98bf-4a5a-b0b9-0bce66a8f847 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Synchronizing usage tracker for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:46.545415 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-e869c7a7-98bf-4a5a-b0b9-0bce66a8f847 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Unset dirty status for tenant:62c0fd82438b44d69326ff5937d4e15c on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:46.546938 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-e869c7a7-98bf-4a5a-b0b9-0bce66a8f847 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.1047430 May 31 12:52:46.694366 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Deleting port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:46.694814 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.788150 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:46.836170 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] For port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,segment=NetworkSegment(aa3e7615-3b24-4364-b482-209424f370d8),segment_id=aa3e7615-3b24-4364-b482-209424f370d8)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:46.836519 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.959668 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e9468-e746-48df-86ce-c171121c97ea req-d012de64-f770-4275-8130-a9732beb4c16 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.961302 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-421e9468-e746-48df-86ce-c171121c97ea req-d012de64-f770-4275-8130-a9732beb4c16 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0a9751-1025-4209-a63f-aae70e1f7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0811229 May 31 12:52:46.961806 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Calling delete_port for 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:47.009519 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-421e9468-e746-48df-86ce-c171121c97ea req-37d16056-24b6-4792-9a5e-6062d1100972 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.49 "GET /v2.0/security-groups?id=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 May 31 12:52:47.073190 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.078707 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7e9f2a3e-923c-464a-b84d-7f1ee96d4554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.085287 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['30ccdbd3-6cf8-4488-9ba6-8d8da6830699'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:47.126327 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Pushing event deleted for resources: {'Port': ['ID=30ccdbd3-6cf8-4488-9ba6-8d8da6830699,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.151653 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.197310 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] No DVR routers for this DVR port 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:47.199829 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.202339 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'name': 'network-vif-deleted', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:47.204621 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e4ed8-828c-4dfb-ba13-00ffde33fa3d" -d '{"events": [{"server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "name": "network-vif-deleted", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:47.240767 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-0defe3b6-f52f-43d2-ae61-9203be5d9b7b req-95a71d37-0943-4728-b525-78dcf3cf4ee2 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] 10.222.0.39 "DELETE /v2.0/ports/30ccdbd3-6cf8-4488-9ba6-8d8da6830699 HTTP/1.1" status: 204 len: 173 time: 0.6873491 May 31 12:52:47.246264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a52d96-c386-4fcd-8ded-4b3f96ef4cac x-openstack-request-id: req-34a52d96-c386-4fcd-8ded-4b3f96ef4cac {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:47.246587 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0a9751-1025-4209-a63f-aae70e1f7ee2", "name": "network-vif-deleted", "tag": "30ccdbd3-6cf8-4488-9ba6-8d8da6830699", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:47.246869 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34a52d96-c386-4fcd-8ded-4b3f96ef4cac {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:47.247290 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0a9751-1025-4209-a63f-aae70e1f7ee2', 'name': 'network-vif-deleted', 'tag': '30ccdbd3-6cf8-4488-9ba6-8d8da6830699', 'status': 'completed', 'code': 200} May 31 12:52:49.427585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48870) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:49.549579 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.564046 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:49.567963 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Usage tracker for resource:security_group_rule and tenant:b9260dba2ee345818f6794ca19ae5e86 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:49.570819 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:49.576517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:49.665184 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.674069 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.683112 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-be6b6c50-a7cd-4a60-833f-c6f2bc406bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:49.722669 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9260dba2ee345818f6794ca19ae5e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939832 May 31 12:52:49.724442 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611809b8-1dac-4a05-8cfa-38ba7b59a714,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:49.725454 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48880) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:49.727700 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-eddf4a4c-c223-4d7e-9516-6e536853b4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:49.792879 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.828195 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.886241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.890958 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f5d91cf3-0bf2-4864-bdbb-e6ddbf22c1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:49.900680 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611809b8-1dac-4a05-8cfa-38ba7b59a714,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:49.904353 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:49.912713 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.916677 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-919998be-1d49-479f-ad94-38d4cb28a2d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/611809b8-1dac-4a05-8cfa-38ba7b59a714 HTTP/1.1" status: 204 len: 168 time: 0.1900334 May 31 12:52:50.205606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48890) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.232066 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.246821 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:50.250628 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Usage tracker for resource:security_group_rule and tenant:66d8c4b956c848d1af66f2b44b018748 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:50.253423 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:50.258990 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:50.346130 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.353111 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.366269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ae6415f5-37fc-440e-a92a-b7cd336f4f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.405360 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66d8c4b956c848d1af66f2b44b018748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984930 May 31 12:52:50.406867 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5e76c-c284-42a6-b75e-1e53e58a092a,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.408275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 48894) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.409814 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9293a0c6-ce32-4f37-9d72-1f6b206d418a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.466250 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.491192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.555588 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.560584 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b09aaf11-34de-4ec9-8313-4b30fd90eb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.572976 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5e76c-c284-42a6-b75e-1e53e58a092a,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.576765 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.581941 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.583074 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ab5e76c-c284-42a6-b75e-1e53e58a092a HTTP/1.1" status: 204 len: 168 time: 0.1731882 May 31 12:52:50.673168 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:50.710483 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:50.710824 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device 30ccdbd3-6cf8-4488-9ba6-8d8da6830699 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:57.361018 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 48998) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:57.485402 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.499945 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:57.504164 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Usage tracker for resource:security_group_rule and tenant:90f2618b37a04c40a5ec228a098071ee is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:57.506950 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:57.512639 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:57.597783 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.602647 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.609745 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-344a6370-8d1d-4174-ae81-ad6ddbf26668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.649634 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90f2618b37a04c40a5ec228a098071ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876363 May 31 12:52:57.650499 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ba20e-22fa-41f8-a41d-ee593c6e77a7,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.652628 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49008) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:57.653790 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:57.713107 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.740641 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.796612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.800307 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89ff57df-3b07-4feb-b587-bad8702f4501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.811577 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ba20e-22fa-41f8-a41d-ee593c6e77a7,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.815552 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:57.818648 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.819734 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-934ac7a0-d777-464f-88d9-eb8f54512399 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c6ba20e-22fa-41f8-a41d-ee593c6e77a7 HTTP/1.1" status: 204 len: 168 time: 0.1660480 May 31 12:52:58.542536 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49034) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:58.649078 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1827042544-network', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:58.654003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:58.657871 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Usage tracker for resource:network and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:58.660806 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:58.667288 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:58.679980 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Made reservation on behalf of 855bb15d298943459bdb780a2e02a4b4 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:58.682311 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.699104 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.806570 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:58.810793 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:58.814094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:58.820449 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:58.904075 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.908493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.911458 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ccf6451d-a939-4203-a24f-02b9589a0147 tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:58.942145 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:58.947214 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bffa81-cca6-477d-8142-2e62e8172be3,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.950911 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.955254 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.955254 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Added segment 0964a82c-e63f-4b34-bb6d-36bab568d269 of type vlan for network 734b271c-d23a-4c2b-bea3-5298aece3b49 May 31 12:52:58.984590 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.014758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.016131 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.016791 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.020028 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-b58addb0-006d-4950-a6ce-eb29539624c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.122323 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=734b271c-d23a-4c2b-bea3-5298aece3b49,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.126703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.132574 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5890045 May 31 12:52:59.135522 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49048) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:59.136041 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:59.141029 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Request body: {'subnet': {'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1827042544-subnet', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'ip_version': 4}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:59.145950 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:59.149868 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Usage tracker for resource:subnet and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:59.152793 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:59.159167 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:59.171378 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Made reservation on behalf of 855bb15d298943459bdb780a2e02a4b4 for: {'subnet': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:59.173812 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6726639'] for subnet, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.570798 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6901544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6726649'] for subnet, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.574392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-50ff5b54-efae-4ea8-8d76-fe6acdde8726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.639033 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=369fabad-babc-4996-b027-d0d24f69b8cd,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.642008 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.651768 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Checking segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:59.652117 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Network hostable DHCP agents. Network: 734b271c-d23a-4c2b-bea3-5298aece3b49, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:59.673532 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:59.684351 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, 734b271c-d23a-4c2b-bea3-5298aece3b49) {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:59.692976 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.693587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.695388 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a2a69-31d8-4cf3-b73e-7d141780afab None None] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:59.715373 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-817eab59-f531-4004-9081-817b35ebdf2c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5785203 May 31 12:52:59.717984 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49052) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:59.723036 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:59.727602 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:59.731445 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Usage tracker for resource:router and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:59.734470 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:59.740264 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:59.751005 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.752046 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.767553 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.910965 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-734b271c-d23a-4c2b-bea3-5298aece3b49', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:52:59.911809 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.044565 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.076322 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Allocated IP 172.20.0.2 (734b271c-d23a-4c2b-bea3-5298aece3b49/369fabad-babc-4996-b027-d0d24f69b8cd/7e79e466-f72d-4440-8346-2b42248af520) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:00.282959 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.295648 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Transition to ACTIVE for port object 7e79e466-f72d-4440-8346-2b42248af520 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:00.313738 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Transition to ACTIVE for port object 7e79e466-f72d-4440-8346-2b42248af520 will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:00.319752 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.323371 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:00.362623 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.387683 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:00.390566 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:00.392397 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.394034 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:00.399777 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Pushing event updated for resources: {'Port': ['ID=7e79e466-f72d-4440-8346-2b42248af520,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:00.436145 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.436430 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.436800 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.437122 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.437518 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.437842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.438155 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.438476 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.438766 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.439081 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.439387 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.439706 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.447522 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:00.532868 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Attempting to bind port 7e79e466-f72d-4440-8346-2b42248af520 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:00.533150 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Attempting to bind port 7e79e466-f72d-4440-8346-2b42248af520 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:00.533505 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Attempting to bind port 7e79e466-f72d-4440-8346-2b42248af520 on network 734b271c-d23a-4c2b-bea3-5298aece3b49 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:00.539122 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:00.539496 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Checking segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:00.539924 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.540305 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Bound using segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:00.540771 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Bound port: 7e79e466-f72d-4440-8346-2b42248af520, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:00.541175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.627862 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] For port 7e79e466-f72d-4440-8346-2b42248af520, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:00.628682 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Allocated IP 172.28.0.163 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/2d57315b-2bca-43e7-b5c5-ad7dd7817ba6) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:00.631334 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] For port 7e79e466-f72d-4440-8346-2b42248af520, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7e79e466-f72d-4440-8346-2b42248af520,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:00.637031 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.641602 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-58b4f75a-94ff-4476-b386-4ee4849562b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:00.730770 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Pushing event updated for resources: {'Port': ['ID=7e79e466-f72d-4440-8346-2b42248af520,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:00.733837 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:00.789163 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.822283 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.826577 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-17c51254-3520-43ff-b3c9-14e6e1c84625 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:00.895479 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:00.902291 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:00.906386 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:00.938761 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:00.944560 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.327264 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.631279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc938a-068c-42d2-a84f-15ee3978bbee None None] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:01.676034 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.756505 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-e1f3cfcb-0219-4fd2-8448-d0e481d025eb None None] Provisioning for port 7e79e466-f72d-4440-8346-2b42248af520 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:01.879777 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Router bbbf95a1-92c2-4deb-889e-1575e2917f4d is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:02.188094 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:02.199385 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Sync routers for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:02.209473 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:02.210119 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:02.212723 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.214095 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-e9fd5a83-00e3-45f3-ab5a-155be7f6dfd5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4951687 May 31 12:53:02.216792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49070) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:02.345275 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7e79e466-f72d-4440-8346-2b42248af520 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:02.388798 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:02.424754 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 7e79e466-f72d-4440-8346-2b42248af520 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:02.432558 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 7e79e466-f72d-4440-8346-2b42248af520 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:02.433403 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.569447 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.601931 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 7e79e466-f72d-4440-8346-2b42248af520, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7e79e466-f72d-4440-8346-2b42248af520,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:02.607772 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.609781 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.684540 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=7e79e466-f72d-4440-8346-2b42248af520,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.687932 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.700928 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:02.704781 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Checking router: bbbf95a1-92c2-4deb-889e-1575e2917f4d for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:02.705158 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Updating router bbbf95a1-92c2-4deb-889e-1575e2917f4d port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:02.758181 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.908860 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.074772 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.086182 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Transition to ACTIVE for port object 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:03.092708 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.096456 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-1a5771dd-0a3e-406b-ae59-67927f70115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:03.115559 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Allocated IP 172.20.0.1 (734b271c-d23a-4c2b-bea3-5298aece3b49/369fabad-babc-4996-b027-d0d24f69b8cd/c59f0a2e-6d9a-4e34-b101-18d15f40dc48) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:03.202070 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Pushing event updated for resources: {'Port': ['ID=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:03.206905 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Attempting to bind port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:03.207257 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Attempting to bind port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:03.207610 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Attempting to bind port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:03.214163 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.214488 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.214807 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.215088 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.215422 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.215728 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.216032 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.216330 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.216633 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.216912 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.217249 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.217549 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:03.222015 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:03.222874 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:03.223235 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:03.223624 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.223992 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:03.224458 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Bound port: 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:03.224800 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.266340 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.281675 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.provisioning_blocks [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Transition to ACTIVE for port object c59f0a2e-6d9a-4e34-b101-18d15f40dc48 will not be triggered until provisioned by entity DHCP. {{(pid=98246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:03.296154 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] For port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:03.299387 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] For port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:03.304061 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.306978 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.308026 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-2e8d8cde-abd9-4ad8-8183-871025c0f887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:03.311304 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:03.371035 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:03.373885 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:03.377598 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:03.380504 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:03.381131 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:03.419110 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:03.427789 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:03.440306 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.445752 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Pushing event updated for resources: {'Port': ['ID=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:03.458016 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-046f1952-11f0-49b1-bf77-7f9d3b82b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:03.576728 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:03.636302 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-bc605f0a-68d4-4ccf-95a2-dc054723de23 None None] Provisioning for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:03.641662 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-bc605f0a-68d4-4ccf-95a2-dc054723de23 None None] Provisioning complete for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:03.642130 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bc605f0a-68d4-4ccf-95a2-dc054723de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.713012 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-bc605f0a-68d4-4ccf-95a2-dc054723de23 None None] Port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:03.834240 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.867030 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:03.870803 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709522d-a0af-4bd1-b524-63bb538a49c9 None None] The sync data for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb is: [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:04.069581 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.074764 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7068305'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.111060 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-03ce3598-7b77-4419-82d6-a1aadd87cf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.197365 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.200334 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.203706 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.351016 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:04.352382 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:04.391088 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:04.478925 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:04.484330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.485040 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.562433 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Router bbbf95a1-92c2-4deb-889e-1575e2917f4d has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:04.620466 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.645000 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:04.652359 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-5be83e85-36bc-465b-8201-474bd8797862 None None] Provisioning complete for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.652740 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5be83e85-36bc-465b-8201-474bd8797862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.677477 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.678330 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7e79e466-f72d-4440-8346-2b42248af520 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:04.705876 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.752016 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:04.761308 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] 10.222.0.49 "PUT /v2.0/routers/bbbf95a1-92c2-4deb-889e-1575e2917f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433347 May 31 12:53:04.801716 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-5be83e85-36bc-465b-8201-474bd8797862 None None] Port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:04.825957 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.829225 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.837987 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 7e79e466-f72d-4440-8346-2b42248af520 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.838489 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.287707 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49124) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.293460 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1146399868-network', 'tenant_id': '117cdc66205045dbb6827cb66da39418'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:05.298478 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:05.302352 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Usage tracker for resource:network and tenant:117cdc66205045dbb6827cb66da39418 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:05.308405 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:05.324292 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:05.329508 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Made reservation on behalf of 117cdc66205045dbb6827cb66da39418 for: {'network': 1} {{(pid=98246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:05.332051 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1034006'] for network, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.344619 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.358715 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:05.362544 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:117cdc66205045dbb6827cb66da39418 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:05.365363 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:05.371250 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:05.440706 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Sync routers for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:05.449891 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:05.450498 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:05.461439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.466568 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.471616 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-33fb48dc-de41-4302-bb3d-a3dbe586f621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.498635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=98246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:53:05.507513 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183f616c-a42e-4276-8f92-b258a728014c,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.511077 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.513720 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.514036 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.segments_db [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Added segment 02a1d7ba-78cc-4c7b-8fcc-ecc540356d77 of type vlan for network ff1c5943-158a-43ef-aec0-72ce6d10f637 May 31 12:53:05.541558 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766335290444'] for network, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.571835 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839'] for network, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.573271 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:05.573857 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.577222 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-82126698-1aa8-4ed0-9ea4-1a55393e3093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.630428 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:05.679808 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3907797 May 31 12:53:05.683024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49128) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.683520 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1c5943-158a-43ef-aec0-72ce6d10f637,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.686374 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-da8e776b-3263-4b52-83ae-c5fc6e286ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.695649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Request body: {'subnet': {'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1146399868-subnet', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'ip_version': 4}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:05.696937 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 details requested by agent ovs-agent-dv-cinder-786386-7-smb with host dv-cinder-786386-7-smb {{(pid=98248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:53:05.700334 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:05.704205 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Usage tracker for resource:subnet and tenant:117cdc66205045dbb6827cb66da39418 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:05.707165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:05.712696 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:05.723962 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Made reservation on behalf of 117cdc66205045dbb6827cb66da39418 for: {'subnet': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:05.726448 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6576599'] for subnet, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.063015 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 2, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:06.067072 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Checking router: bbbf95a1-92c2-4deb-889e-1575e2917f4d for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:06.067426 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Updating router bbbf95a1-92c2-4deb-889e-1575e2917f4d port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:06.122707 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.201499 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1220967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6576577'] for subnet, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.206304 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c0cac8b5-60f8-42e7-ac32-1106cd532dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.279130 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fd3836-b4b4-4d51-9291-53339a03c811,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.287021 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.287768 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Checking segment: {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:06.288097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Network hostable DHCP agents. Network: ff1c5943-158a-43ef-aec0-72ce6d10f637, hostable agents: ['e9716ec8-c70e-4586-9cd0-768d6d22fa11'], hosted agents: [] {{(pid=98247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:06.307296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 is scheduled to be hosted by DHCP agent e9716ec8-c70e-4586-9cd0-768d6d22fa11 with binding_index 1 {{(pid=98247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:06.318742 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-7-smb, ff1c5943-158a-43ef-aec0-72ce6d10f637) {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:06.327607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:06.328975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.344792 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:06.353089 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49134) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.353587 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b552d12c-9a14-4759-b775-5b4af1bb83a3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6686919 May 31 12:53:06.359161 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:06.364031 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.368007 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Usage tracker for resource:router and tenant:117cdc66205045dbb6827cb66da39418 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.368146 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829455e-85b7-44e9-ab50-41cb7c279cf9 None None] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:06.370967 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.376792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:06.390893 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2096240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2068'] for router, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.392100 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2079'] for router, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.407693 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.571262 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:06.571639 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.757244 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bc4606aa-6e66-4730-944b-1752ce999b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.768258 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.801194 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2096194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2153'] for router, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.841795 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Transition to ACTIVE for port object c59f0a2e-6d9a-4e34-b101-18d15f40dc48 will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:06.845646 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77273460-d306-5c87-b6f6-9185e94847e9-ff1c5943-158a-43ef-aec0-72ce6d10f637', 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'fixed_ips': [{'subnet_id': 'd9fd3836-b4b4-4d51-9291-53339a03c811'}]}} from dv-cinder-786386-7-smb. {{(pid=98248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:53:06.846455 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.875956 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.883630 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.065210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090cc11-b8e2-4ab1-bac1-6c96b6b5e384 None None] Pushing event updated for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.105612 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-2090cc11-b8e2-4ab1-bac1-6c96b6b5e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.125095 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.155338 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.209661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Attempting to bind port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:07.209973 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Attempting to bind port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:07.210312 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Attempting to bind port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 on network 734b271c-d23a-4c2b-bea3-5298aece3b49 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:07.230365 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:07.230737 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Checking segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:07.231137 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.231529 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Bound using segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:07.231992 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Bound port: c59f0a2e-6d9a-4e34-b101-18d15f40dc48, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:07.232364 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.260340 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.db_base_plugin_common [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Allocated IP 172.20.0.2 (ff1c5943-158a-43ef-aec0-72ce6d10f637/d9fd3836-b4b4-4d51-9291-53339a03c811/b6a35cf0-c68d-4014-9f86-77dd345c38eb) {{(pid=98248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:07.293046 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Allocated IP 172.28.0.140 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/12430157-6b7d-4eed-bc4c-22d9bca1f455) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:07.445366 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.459885 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] For port c59f0a2e-6d9a-4e34-b101-18d15f40dc48, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:07.475364 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.479039 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f91a7747-65a5-4972-b115-1be39e40cbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.480486 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] For port c59f0a2e-6d9a-4e34-b101-18d15f40dc48, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:07.485098 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.489954 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-823d844e-5909-47d1-ba90-31ddf320c993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.543627 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:07.546822 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:07.550230 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:07.588333 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Pushing event updated for resources: {'Port': ['ID=12430157-6b7d-4eed-bc4c-22d9bca1f455,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.592685 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.640414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49144) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.656606 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:07.657623 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:07.709499 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090cc11-b8e2-4ab1-bac1-6c96b6b5e384 None None] Pushing event updated for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.720753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Deleting subnet 004ed28c-b3c2-4f91-8a73-ec08613d8cee {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:53:07.728888 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.729208 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-2090cc11-b8e2-4ab1-bac1-6c96b6b5e384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.754537 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks [] for port, precommit_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.800274 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.832747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Transition to ACTIVE for port object b6a35cf0-c68d-4014-9f86-77dd345c38eb will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:07.872288 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Transition to ACTIVE for port object b6a35cf0-c68d-4014-9f86-77dd345c38eb will not be triggered until provisioned by entity DHCP. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:07.872485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.885761 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403'] for port, after_create {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.892400 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.931841 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:07.995049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.041420 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 is already hosted by enough agents. {{(pid=98248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:08.047795 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.050372 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Pushing event updated for resources: {'Port': ['ID=b6a35cf0-c68d-4014-9f86-77dd345c38eb,revision_number=1']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:08.052841 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.scheduler.base_scheduler [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Resources bound (agent type, host, resource id): {{(pid=98248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:08.054558 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:08.110113 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Received port after_create {{(pid=98248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:08.143730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.148849 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-853cbc29-df91-4fd6-82d6-50782657622b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:08.184500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004ed28c-b3c2-4f91-8a73-ec08613d8cee,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:08.188345 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:08.191091 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.197697 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-2246ee56-6025-4bf3-b273-d7b25ef23470 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/004ed28c-b3c2-4f91-8a73-ec08613d8cee HTTP/1.1" status: 204 len: 168 time: 0.5540082 May 31 12:53:08.199939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49148) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:08.294637 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Attempting to bind port b6a35cf0-c68d-4014-9f86-77dd345c38eb on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:08.295002 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Attempting to bind port b6a35cf0-c68d-4014-9f86-77dd345c38eb by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:08.295386 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Attempting to bind port b6a35cf0-c68d-4014-9f86-77dd345c38eb on network ff1c5943-158a-43ef-aec0-72ce6d10f637 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:08.305042 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:08.305403 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Checking segment: {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:08.305812 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.306207 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Bound using segment: {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:08.306689 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Bound port: b6a35cf0-c68d-4014-9f86-77dd345c38eb, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:08.307088 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.308529 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.434238 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.447439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6570487-e67c-4a34-a26d-e9b125511cc7']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.451257 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] For port b6a35cf0-c68d-4014-9f86-77dd345c38eb, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:08.455383 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] For port b6a35cf0-c68d-4014-9f86-77dd345c38eb, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=b6a35cf0-c68d-4014-9f86-77dd345c38eb,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:08.460814 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3e7615-3b24-4364-b482-209424f370d8') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.461116 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3e7615-3b24-4364-b482-209424f370d8') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.462626 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.467175 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2096249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090697'] for router, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.467724 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-e794d5b9-e8e9-44b2-ba12-6e135f2fdcf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:08.473629 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.489612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.496159 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:53:08.496510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:53:08.510327 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:53:08.532792 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.546472 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be2b4c-64d3-4e34-96a0-bad31294166b None None] The sync data for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb is: [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:08.561791 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Pushing event updated for resources: {'Port': ['ID=b6a35cf0-c68d-4014-9f86-77dd345c38eb,revision_number=2']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:08.566277 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:08.625974 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.641981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-55ccfbdf-e70b-4f69-83c0-0665e8c361a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:08.658978 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.681699 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6570487-e67c-4a34-a26d-e9b125511cc7,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:08.685181 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:08.693837 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-54f33175-35b6-42a1-99b2-881f323dd0b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6570487-e67c-4a34-a26d-e9b125511cc7 HTTP/1.1" status: 204 len: 168 time: 0.4926925 May 31 12:53:08.756241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Router 167b66ba-20a7-4f24-8fff-2b09be982f8c is scheduled to L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 with binding_index 1 {{(pid=98246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:08.962793 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49154) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:08.997699 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:09.007407 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Sync routers for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:09.016217 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-5622f7d6-1fbc-4fbf-a466-cbabaed81965 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62c0fd82438b44d69326ff5937d4e15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518260 May 31 12:53:09.018839 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49158) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:09.020382 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:09.022583 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:52:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.029288 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.030648 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a6f9d762-3b15-4e28-a78b-c8bfd4ab0357 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6758339 May 31 12:53:09.033510 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49162) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:09.059443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.116175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-bd4961e3-4db2-47b4-b0c7-39e57ca6efae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.218205 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:09.358431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.537181 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 3, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.541914 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Checking router: 167b66ba-20a7-4f24-8fff-2b09be982f8c for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:09.542286 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Updating router 167b66ba-20a7-4f24-8fff-2b09be982f8c port 12430157-6b7d-4eed-bc4c-22d9bca1f455 binding host dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:09.592437 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.599766 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.709596 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f098a5f-aa6f-4cb3-8669-44801379b737 None None] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:09.822151 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.829111 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-21dba521-49cd-4a17-a9ac-2f027d8a87e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.831551 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-d9bc32f6-debd-4dc0-9afc-5bfea18cc05b None None] Provisioning for port b6a35cf0-c68d-4014-9f86-77dd345c38eb completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:09.849026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.886981 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.895609 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.899372 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-c7132b08-14bc-4b75-9ea8-58bf9ed5a92d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e645d9dd-7718-46d7-a6c5-f0a0f4f6eba1 HTTP/1.1" status: 204 len: 168 time: 0.8798981 May 31 12:53:10.037105 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.106744 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks [] for port, precommit_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.124956 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.provisioning_blocks [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Transition to ACTIVE for port object 12430157-6b7d-4eed-bc4c-22d9bca1f455 will not be triggered until provisioned by entity L2. {{(pid=98249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:10.134242 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.148785 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-c4e62971-d906-4906-b922-c633ba3bc3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.229267 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Attempting to bind port 12430157-6b7d-4eed-bc4c-22d9bca1f455 on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:10.229267 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Attempting to bind port 12430157-6b7d-4eed-bc4c-22d9bca1f455 by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:10.229512 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Attempting to bind port 12430157-6b7d-4eed-bc4c-22d9bca1f455 on network 0fb9ebbd-dbd4-417e-a762-8c092884dfca {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:10.243180 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.244345 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:10.244725 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Checking segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:10.245154 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.245971 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Bound using segment: {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'} {{(pid=98249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:10.246106 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.managers [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Bound port: 12430157-6b7d-4eed-bc4c-22d9bca1f455, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f271f0-c0c4-4037-9824-1206a5ec2850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca'}}] {{(pid=98249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:10.246397 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.383418 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Allocated IP 172.20.0.1 (ff1c5943-158a-43ef-aec0-72ce6d10f637/d9fd3836-b4b4-4d51-9291-53339a03c811/6311fd06-9a66-4f09-9540-36c536cbb2ab) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:10.383704 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] For port 12430157-6b7d-4eed-bc4c-22d9bca1f455, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:10.422831 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b49cc2-f761-4391-8771-4c7e54ea6610 None None] Pushing event updated for resources: {'Port': ['ID=12430157-6b7d-4eed-bc4c-22d9bca1f455,revision_number=2']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.434248 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-73b49cc2-f761-4391-8771-4c7e54ea6610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:10.437662 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.plugins.ml2.db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] For port 12430157-6b7d-4eed-bc4c-22d9bca1f455, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=12430157-6b7d-4eed-bc4c-22d9bca1f455,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:10.446196 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron_lib.callbacks.manager [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.455035 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.457445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device b6a35cf0-c68d-4014-9f86-77dd345c38eb up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:10.549102 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:10.550005 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:10.591116 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port b6a35cf0-c68d-4014-9f86-77dd345c38eb completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:10.597435 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port b6a35cf0-c68d-4014-9f86-77dd345c38eb triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:10.597820 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.614207 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b49cc2-f761-4391-8771-4c7e54ea6610 None None] Pushing event updated for resources: {'Port': ['ID=12430157-6b7d-4eed-bc4c-22d9bca1f455,revision_number=3']} {{(pid=98249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.619365 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG oslo_concurrency.lockutils [None req-73b49cc2-f761-4391-8771-4c7e54ea6610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:10.622230 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.649381 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Transition to ACTIVE for port object 6311fd06-9a66-4f09-9540-36c536cbb2ab will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:10.693496 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.700036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ee4240e9-7995-4a4d-aba4-d65f6bfdd6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.727571 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cd2c9-d889-44aa-aa42-08e675fd77b6 req-9f9f8c07-64f0-4d4d-ae4d-fe6a28b2a525 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:10.729816 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-765cd2c9-d889-44aa-aa42-08e675fd77b6 req-9f9f8c07-64f0-4d4d-ae4d-fe6a28b2a525 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.0907423 May 31 12:53:10.750471 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:10.758698 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.770337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:10.773239 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:10.777168 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:10.794219 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-765cd2c9-d889-44aa-aa42-08e675fd77b6 req-ffc1a58a-2766-436c-8f5d-48ffc55700fa tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582943 May 31 12:53:10.799966 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port b6a35cf0-c68d-4014-9f86-77dd345c38eb, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=b6a35cf0-c68d-4014-9f86-77dd345c38eb,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:10.809288 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.810931 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device c59f0a2e-6d9a-4e34-b101-18d15f40dc48 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:10.827923 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Pushing event updated for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.832585 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:10.839135 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.846014 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092216'] for router_interface, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.935217 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=b6a35cf0-c68d-4014-9f86-77dd345c38eb,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.939450 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:10.946934 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:10.953190 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:10.953858 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.077552 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-4d0c33c0-b24e-4111-a7d4-2fe671fda94d None None] Provisioning for port 6311fd06-9a66-4f09-9540-36c536cbb2ab completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:11.086968 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-4d0c33c0-b24e-4111-a7d4-2fe671fda94d None None] Provisioning complete for port 6311fd06-9a66-4f09-9540-36c536cbb2ab triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:11.087343 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-4d0c33c0-b24e-4111-a7d4-2fe671fda94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.102512 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 3, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:11.108064 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436d807-b4c4-4b3b-856e-9c37d86793dd None None] The sync data for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb is: [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 3, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:11.135123 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.141859 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.168572 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c33c0-b24e-4111-a7d4-2fe671fda94d None None] Port 6311fd06-9a66-4f09-9540-36c536cbb2ab cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:11.181504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port c59f0a2e-6d9a-4e34-b101-18d15f40dc48, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:11.186696 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.188877 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-a9c1af58-6daf-4f37-a280-23a04b84629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:11.256210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:11.259382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:11.392414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.398749 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.430216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c271cad7-8cb7-4bb7-94a8-8793f9d37f0a tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:11.508013 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Pushing event updated for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:11.510337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2092053'] for router_interface, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.514221 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:11.769912 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:11.771028 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:11.786355 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.001193 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-7cdfe026-64dd-49d3-a99e-6afdf427b92f None None] Provisioning complete for port 6311fd06-9a66-4f09-9540-36c536cbb2ab triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:12.001557 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe026-64dd-49d3-a99e-6afdf427b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.014246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd3fd5-dcd5-4333-827a-849b4ec66860 req-6eb511b2-ca0e-4c15-a13c-b49cd532f498 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:12.016135 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d7cd3fd5-dcd5-4333-827a-849b4ec66860 req-6eb511b2-ca0e-4c15-a13c-b49cd532f498 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.0898015 May 31 12:53:12.022480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Router 167b66ba-20a7-4f24-8fff-2b09be982f8c has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:12.058687 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe026-64dd-49d3-a99e-6afdf427b92f None None] Port 6311fd06-9a66-4f09-9540-36c536cbb2ab cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:12.069855 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d7cd3fd5-dcd5-4333-827a-849b4ec66860 req-b2aed484-fd34-4f3e-b711-5212e52790cb tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f2ff6ed-39f9-4ebb-a427-0746ea550b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476468 May 31 12:53:12.109523 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c0a410ce-2adb-4e5f-85ba-38526e02df07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:12.110211 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c0a410ce-2adb-4e5f-85ba-38526e02df07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Synchronizing usage tracker for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:12.189978 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c0a410ce-2adb-4e5f-85ba-38526e02df07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Unset dirty status for tenant:a929962288c64ce1b3429f43d5d40b15 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:12.191034 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c0a410ce-2adb-4e5f-85ba-38526e02df07 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 946 time: 0.2682896 May 31 12:53:12.282984 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:12.327492 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] 10.222.0.49 "PUT /v2.0/routers/167b66ba-20a7-4f24-8fff-2b09be982f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2928708 May 31 12:53:12.364466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Deleting port d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:12.365118 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.408567 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device b6a35cf0-c68d-4014-9f86-77dd345c38eb up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:12.491643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port b6a35cf0-c68d-4014-9f86-77dd345c38eb triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:12.492026 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.522614 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] For port d59866dc-71d7-4362-8761-cdfa5d56d3b2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d59866dc-71d7-4362-8761-cdfa5d56d3b2,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:12.522964 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.622640 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 12430157-6b7d-4eed-bc4c-22d9bca1f455 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:12.704252 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 12430157-6b7d-4eed-bc4c-22d9bca1f455 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:12.709275 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 12430157-6b7d-4eed-bc4c-22d9bca1f455 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:12.709715 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.806086 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Sync routers for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:12.831262 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.831662 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.831904 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Floating IP d463643d-e6dc-4416-87bb-481e7df18e28 disassociated. External IP: 172.28.0.103, port: d59866dc-71d7-4362-8761-cdfa5d56d3b2. May 31 12:53:12.832245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Calling delete_port for d59866dc-71d7-4362-8761-cdfa5d56d3b2 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:12.842247 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:12.842868 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:12.904098 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.938149 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 12430157-6b7d-4eed-bc4c-22d9bca1f455, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=12430157-6b7d-4eed-bc4c-22d9bca1f455,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:12.949366 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.955107 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5f9327bd-83dc-44d3-a925-5ff11b921fff tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:12.989450 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.990216 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device c59f0a2e-6d9a-4e34-b101-18d15f40dc48 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:13.001015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'Port': ['ID=d59866dc-71d7-4362-8761-cdfa5d56d3b2,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.004403 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.023836 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.140473 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:13.187235 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=12430157-6b7d-4eed-bc4c-22d9bca1f455,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.197908 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.317752 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:13.329391 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:13.329779 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.391498 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5ebe170f-7b2a-4ec9-9b6b-6c31a20b53b8 req-d0e758f0-b216-4030-a747-5f6593abe6b0 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/ports?device_id=65624b38-7535-44a0-9761-08714ce51a6f HTTP/1.1" status: 200 len: 210 time: 0.0459118 May 31 12:53:13.514954 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:13.525096 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:13.534965 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:13.535811 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:13.592855 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] No DVR routers for this DVR port d59866dc-71d7-4362-8761-cdfa5d56d3b2 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:13.595395 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.598173 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-deleted', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:13.600500 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337f743c-04b1-4de5-aee7-88f2aa13e37e" -d '{"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-deleted", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:13.616462 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-a98f774a-d84b-4766-b37d-bb47cf625db0 req-c7ab75e5-3430-42a6-a66a-8e685425c8c2 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.39 "DELETE /v2.0/ports/d59866dc-71d7-4362-8761-cdfa5d56d3b2 HTTP/1.1" status: 204 len: 173 time: 1.4176743 May 31 12:53:13.633630 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 4, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6311fd06-9a66-4f09-9540-36c536cbb2ab', 'name': '', 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'mac_address': 'fa:16:3e:51:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:10Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 2, 'project_id': '117cdc66205045dbb6827cb66da39418', 'subnets': [{'id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:13.638017 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Checking router: 167b66ba-20a7-4f24-8fff-2b09be982f8c for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:13.638374 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Updating router 167b66ba-20a7-4f24-8fff-2b09be982f8c port 6311fd06-9a66-4f09-9540-36c536cbb2ab binding host dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:13.670337 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de6d7dd-7330-417e-8094-b4eaca474031 x-openstack-request-id: req-4de6d7dd-7330-417e-8094-b4eaca474031 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:13.670669 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65624b38-7535-44a0-9761-08714ce51a6f", "name": "network-vif-deleted", "tag": "d59866dc-71d7-4362-8761-cdfa5d56d3b2", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:13.671320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4de6d7dd-7330-417e-8094-b4eaca474031 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:13.671780 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65624b38-7535-44a0-9761-08714ce51a6f', 'name': 'network-vif-deleted', 'tag': 'd59866dc-71d7-4362-8761-cdfa5d56d3b2', 'status': 'completed', 'code': 200} May 31 12:53:13.705083 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.726246 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:13.864375 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49192) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:13.869400 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072064224', 'description': 'tempest-secgroup-smoke-1072064224 description', 'project_id': '855bb15d298943459bdb780a2e02a4b4'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:13.876377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:13.879354 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:13.882258 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:13.888639 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:13.899134 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.919607 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:13.923969 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:13.926797 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:13.934455 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.009288 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.019939 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.030264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-75b5d529-e6fe-4cf8-94e6-717e47614dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.075914 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d151bc61-8e2d-4646-849b-f6fd29df0a02,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.079403 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.081216 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.085806 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2178535 May 31 12:53:14.086176 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49196) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.095169 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:14.095439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:14.098678 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks [] for port, precommit_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.100062 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:14.103758 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.109714 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.110181 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:14.110789 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:14.111854 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Transition to ACTIVE for port object 6311fd06-9a66-4f09-9540-36c536cbb2ab will not be triggered until provisioned by entity L2. {{(pid=98248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:14.113231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.120054 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.120561 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.126698 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.139861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.247782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.254667 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.270369 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e3baccac-44f4-4462-88d2-d5727151163c tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.312374 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a1fd9c-5eed-43da-bfe5-06c4bc1669c4,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.328295 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.334656 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ff5ca-e50a-4d58-9bf0-a60ae22229b9 None None] Pushing event updated for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=3']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.339780 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:14.349185 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.350747 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-5bb152ec-2f2e-4411-b14a-591020808d85 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2626522 May 31 12:53:14.353396 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49200) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.359683 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:14.364827 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-5d0ff5ca-e50a-4d58-9bf0-a60ae22229b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.366627 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.371410 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.375273 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.383439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.392517 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 12430157-6b7d-4eed-bc4c-22d9bca1f455 up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:14.405325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.444410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Attempting to bind port 6311fd06-9a66-4f09-9540-36c536cbb2ab on host dv-cinder-786386-7-smb for vnic_type normal with profile {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:14.444646 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Attempting to bind port 6311fd06-9a66-4f09-9540-36c536cbb2ab by drivers openvswitch,hyperv on host dv-cinder-786386-7-smb at level 0 using segments [{'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:14.445022 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Attempting to bind port 6311fd06-9a66-4f09-9540-36c536cbb2ab on network ff1c5943-158a-43ef-aec0-72ce6d10f637 {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:14.455706 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Checking agent: {'id': '6c4727c5-4039-49c6-a1ba-ee77f4331c7b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:14.456103 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Checking segment: {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:14.456516 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.456937 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Bound using segment: {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'} {{(pid=98248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:14.457567 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.managers [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Bound port: 6311fd06-9a66-4f09-9540-36c536cbb2ab, host: dv-cinder-786386-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637'}}] {{(pid=98248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:14.457897 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.480255 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.485570 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.488230 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.513555 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22146b10-433e-4244-90e5-e7e207b118ff,revision_number=0']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.526276 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.534389 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.535816 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-9ee6e13b-1266-4f5a-ad6d-90d0a38d91e1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1812341 May 31 12:53:14.538721 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49206) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.544820 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:14.553526 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.557967 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.561297 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.571023 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.575054 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 12430157-6b7d-4eed-bc4c-22d9bca1f455 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:14.575596 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.581760 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49212) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.626942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.629121 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] For port 6311fd06-9a66-4f09-9540-36c536cbb2ab, host dv-cinder-786386-7-smb, cleared binding levels {{(pid=98248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:14.642401 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] For port 6311fd06-9a66-4f09-9540-36c536cbb2ab, host dv-cinder-786386-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6311fd06-9a66-4f09-9540-36c536cbb2ab,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:14.649578 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.657080 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.711252 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.732699 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:14.737098 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cac50-76dd-44af-b082-2ea9d8bbb179 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:46:28Z', 'revision_number': 4, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'cf72ebba-86e0-44da-a6ea-1b762d9b5085', 'name': '', 'network_id': '57b44e89-aff9-4a88-913b-e0af1f38fe9a', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'mac_address': 'fa:16:3e:da:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:24Z', 'updated_at': '2021-05-31T12:46:47Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'subnets': [{'id': '9f875523-12f2-4ed3-95ed-7240ef436957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:14.746942 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.779747 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:14.780391 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:14.812205 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.820110 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.823011 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f0d20bdc-1b31-4007-99ad-c3f071775f75 tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.843039 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abe1dc5-cc45-46c2-9b31-ff35d19d82dc,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.850909 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.865730 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.869515 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ff5ca-e50a-4d58-9bf0-a60ae22229b9 None None] Pushing event updated for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.874804 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-8f9e43db-6ba8-4d96-9b74-823dc1772325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.877978 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-5d0ff5ca-e50a-4d58-9bf0-a60ae22229b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.888696 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.889921 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495629 May 31 12:53:14.891553 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.895108 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f2ff6ed-39f9-4ebb-a427-0746ea550b72 HTTP/1.1" status: 204 len: 168 time: 0.3097851 May 31 12:53:14.895108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ff6ed-39f9-4ebb-a427-0746ea550b72,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.895108 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49216) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.895403 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49218) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.899464 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.903115 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:14.923788 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.api.v2.resource [None req-be3ea72f-5339-44b5-a25e-1b55f3ade352 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] show failed (client error): The resource could not be found. May 31 12:53:14.924831 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-be3ea72f-5339-44b5-a25e-1b55f3ade352 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "GET /v2.0/security-groups/8f2ff6ed-39f9-4ebb-a427-0746ea550b72 HTTP/1.1" status: 404 len: 347 time: 0.0266988 May 31 12:53:14.926087 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.927974 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49224) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.931677 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.939936 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.946477 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.972623 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.031494 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:15.069340 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.078967 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.087533 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.102262 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682cb303-bbb3-4288-9404-cf34dd64e8aa,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.109208 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.121901 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.123159 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4fcafdf8-f353-4368-8f46-2a02236020c5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266757 May 31 12:53:15.126053 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49228) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.131345 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:15.134872 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b979996-6023-4ef9-a801-e1513175876d None None] New status for floating IP d463643d-e6dc-4416-87bb-481e7df18e28: DOWN {{(pid=98248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:15.137290 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:15.141273 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:15.144238 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:15.150547 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:15.165577 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.securitygroups_db [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Project 855bb15d298943459bdb780a2e02a4b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:15.171697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.206879 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Deleting port 4b1e7cee-3a82-40fd-9add-e2529f211b40 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:15.207234 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.236509 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.242589 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.244757 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.267343 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621ff50c-f96c-47e6-ad2d-2350da18077f,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.272284 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.278869 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.279217 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-f11a7d04-8086-4e6b-9b4f-a21ddb2968e3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521459 May 31 12:53:15.282949 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49232) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.291079 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'security_group_rule': {'security_group_id': 'd151bc61-8e2d-4646-849b-f6fd29df0a02', 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:15.300963 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:15.305403 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:security_group_rule and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:15.310482 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:15.320712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:15.333922 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.securitygroups_db [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Project 855bb15d298943459bdb780a2e02a4b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:15.340027 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.340388 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.340883 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.408168 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.413851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980295'] for security_group_rule, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.420615 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3645052b-9859-4655-b40c-d28bcdafdb1e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.442851 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95863449-f878-4f6f-841f-6eaadce989aa,revision_number=0']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.445823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.455771 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.465642 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2f851f79-c164-4629-9971-22b0008d1c0d tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814036 May 31 12:53:15.466873 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Calling delete_port for 4b1e7cee-3a82-40fd-9add-e2529f211b40 owned by network:floatingip {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:15.593114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.597999 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e29be04d-0576-428f-90f4-a9e720fb4218 tempest-VolumesSnapshotTestJSON-79709220 tempest-VolumesSnapshotTestJSON-79709220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.622530 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 4, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6311fd06-9a66-4f09-9540-36c536cbb2ab', 'name': '', 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'mac_address': 'fa:16:3e:51:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:10Z', 'updated_at': '2021-05-31T12:53:14Z', 'revision_number': 4, 'project_id': '117cdc66205045dbb6827cb66da39418', 'subnets': [{'id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:15.626988 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b35764-7d21-421a-adfa-a5d7d7d2261a None None] The sync data for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb is: [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 4, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': '6311fd06-9a66-4f09-9540-36c536cbb2ab', 'name': '', 'network_id': 'ff1c5943-158a-43ef-aec0-72ce6d10f637', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'mac_address': 'fa:16:3e:51:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:10Z', 'updated_at': '2021-05-31T12:53:14Z', 'revision_number': 4, 'project_id': '117cdc66205045dbb6827cb66da39418', 'subnets': [{'id': 'd9fd3836-b4b4-4d51-9291-53339a03c811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:15.642647 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Pushing event deleted for resources: {'Port': ['ID=4b1e7cee-3a82-40fd-9add-e2529f211b40,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.669119 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.769747 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks [] for floatingip, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.785520 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.789385 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] 10.222.0.49 "DELETE /v2.0/floatingips/d463643d-e6dc-4416-87bb-481e7df18e28 HTTP/1.1" status: 204 len: 168 time: 0.8578067 May 31 12:53:16.341831 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6311fd06-9a66-4f09-9540-36c536cbb2ab up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:16.416497 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning for port 6311fd06-9a66-4f09-9540-36c536cbb2ab completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:16.422175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 6311fd06-9a66-4f09-9540-36c536cbb2ab triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:16.422550 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.543580 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.580881 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] For port 6311fd06-9a66-4f09-9540-36c536cbb2ab, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6311fd06-9a66-4f09-9540-36c536cbb2ab,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:16.586195 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.588305 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:16.658823 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Pushing event updated for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:16.662291 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:16.726959 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:16.768367 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: d59866dc-71d7-4362-8761-cdfa5d56d3b2 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:16.768708 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device d59866dc-71d7-4362-8761-cdfa5d56d3b2 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:18.319696 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6311fd06-9a66-4f09-9540-36c536cbb2ab up at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:18.396616 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Provisioning complete for port 6311fd06-9a66-4f09-9540-36c536cbb2ab triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:18.396981 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:18.613128 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49314) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:19.440245 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.858147 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Deleting port cf72ebba-86e0-44da-a6ea-1b762d9b5085 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:19.858875 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.980899 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] For port cf72ebba-86e0-44da-a6ea-1b762d9b5085, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=cf72ebba-86e0-44da-a6ea-1b762d9b5085,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:19.981173 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.107709 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Calling delete_port for cf72ebba-86e0-44da-a6ea-1b762d9b5085 owned by network:router_interface {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:20.396462 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.400796 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-89313214-efc5-42de-9dfb-aba4cc0bb9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:20.445178 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf72ebba-86e0-44da-a6ea-1b762d9b5085,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:20.470703 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:20.827302 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.192866 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Router 8651ef1b-e189-4341-a851-daf8d2d95a24 has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:21.372198 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:21.380783 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Sync routers for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:21.386651 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-961584b6-cb9e-4da6-84f7-8dc2ad2c5d07 admin admin] 10.222.0.49 "PUT /v2.0/routers/8651ef1b-e189-4341-a851-daf8d2d95a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7700417 May 31 12:53:21.386879 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49324) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:21.390578 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:21.391171 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:21.570663 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks [] for router, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.576123 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:21.755474 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.830293 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Deleting port 7c0648c8-a643-4c69-8dca-e559d0535220 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:21.830593 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.011461 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:53:20Z', 'revision_number': 5, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port': {'id': '7c0648c8-a643-4c69-8dca-e559d0535220', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:16Z', 'updated_at': '2021-05-31T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.025111 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Checking router: 8651ef1b-e189-4341-a851-daf8d2d95a24 for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:22.041023 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Routers {'8651ef1b-e189-4341-a851-daf8d2d95a24'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:22.041676 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['8651ef1b-e189-4341-a851-daf8d2d95a24'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.073023 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] For port 7c0648c8-a643-4c69-8dca-e559d0535220, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7c0648c8-a643-4c69-8dca-e559d0535220,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:22.073377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.194402 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Calling delete_port for 7c0648c8-a643-4c69-8dca-e559d0535220 owned by network:router_gateway {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:22.239196 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] Set router 8651ef1b-e189-4341-a851-daf8d2d95a24 gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:22.343049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.347725 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d3bf8375-30af-4e1a-8d5a-06441bab93fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:22.350587 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:53:21Z', 'revision_number': 6, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.354900 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59742a9-0701-4203-a0a7-b0b219454ff5 None None] The sync data for ids ['8651ef1b-e189-4341-a851-daf8d2d95a24'] in dv-cinder-786386-7-smb is: [{'id': '8651ef1b-e189-4341-a851-daf8d2d95a24', 'name': 'tempest-AttachVolumeShelveTestJSON-1365801100-router', 'tenant_id': 'a929962288c64ce1b3429f43d5d40b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:14Z', 'updated_at': '2021-05-31T12:53:21Z', 'revision_number': 6, 'project_id': 'a929962288c64ce1b3429f43d5d40b15', 'gw_port_host': None}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:22.393294 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0648c8-a643-4c69-8dca-e559d0535220,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:22.396227 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:22.487017 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.662230 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.664679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.693584 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.694172 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8651ef1b-e189-4341-a851-daf8d2d95a24 {{(pid=98247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:53:22.711950 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.713110 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] 10.222.0.49 "DELETE /v2.0/routers/8651ef1b-e189-4341-a851-daf8d2d95a24 HTTP/1.1" status: 204 len: 168 time: 1.3253174 May 31 12:53:22.715647 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49332) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:22.787447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Deleting subnet 9f875523-12f2-4ed3-95ed-7240ef436957 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:53:22.794088 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.846702 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.923924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.181741 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.185481 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.222097 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f875523-12f2-4ed3-95ed-7240ef436957,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.224182 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.226975 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.231222 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-767187d6-eed9-4a56-9f6b-4263a561bbdd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f875523-12f2-4ed3-95ed-7240ef436957 HTTP/1.1" status: 204 len: 168 time: 0.5146623 May 31 12:53:23.231949 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d979a6-6298-4993-b69b-4b5630ec53e8 None None] Network 57b44e89-aff9-4a88-913b-e0af1f38fe9a requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:23.233691 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49336) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:23.345385 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.419890 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Deleting port a8e367d4-7d7c-486a-93e3-12c1476ff4ba {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:23.420221 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.492925 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] DHCP port deletion for 57b44e89-aff9-4a88-913b-e0af1f38fe9a request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:53:23.520935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] For port a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:23.525329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.562543 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Deleting port a8e367d4-7d7c-486a-93e3-12c1476ff4ba {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:23.562912 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.664529 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] For port a8e367d4-7d7c-486a-93e3-12c1476ff4ba, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,segment=NetworkSegment(bd24050c-1fc9-4816-9982-437a8b8b597e),segment_id=bd24050c-1fc9-4816-9982-437a8b8b597e)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:23.664842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.745336 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Calling delete_port for a8e367d4-7d7c-486a-93e3-12c1476ff4ba owned by network:dhcp {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:23.788955 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:23.799111 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.803284 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-84407d36-ef8c-4d5b-85be-219669674244 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.830615 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Calling delete_port for a8e367d4-7d7c-486a-93e3-12c1476ff4ba owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:23.849015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.853096 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.855451 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] No DVR routers for this DVR port a8e367d4-7d7c-486a-93e3-12c1476ff4ba on host dv-cinder-786386-7-smb {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:23.881823 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.885502 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-bb5e8204-4e82-4a28-bb28-f35cb5b7a4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.926152 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Pushing event deleted for resources: {'Port': ['ID=a8e367d4-7d7c-486a-93e3-12c1476ff4ba,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.929468 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.931576 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87988c-54f2-4007-8a54-03ab7301f6ac None None] No DVR routers for this DVR port a8e367d4-7d7c-486a-93e3-12c1476ff4ba on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:23.978540 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.991143 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b44e89-aff9-4a88-913b-e0af1f38fe9a']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:24.004090 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24050c-1fc9-4816-9982-437a8b8b597e') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:24.004322 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24050c-1fc9-4816-9982-437a8b8b597e') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:24.017135 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.034689 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.041096 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:53:24.041486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:53:24.057330 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:53:24.144231 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.147985 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fa7cf156-5746-48b8-829f-cb09ac461fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:24.160684 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.170614 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b44e89-aff9-4a88-913b-e0af1f38fe9a,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:24.173946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:24.186801 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-eeb2e2d1-69a1-4b70-acaf-9286db5b5949 admin admin] 10.222.0.49 "DELETE /v2.0/networks/57b44e89-aff9-4a88-913b-e0af1f38fe9a HTTP/1.1" status: 204 len: 168 time: 0.9519610 May 31 12:53:24.312042 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49344) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:24.322436 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device a8e367d4-7d7c-486a-93e3-12c1476ff4ba no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:24.358487 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: a8e367d4-7d7c-486a-93e3-12c1476ff4ba {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:24.358910 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device a8e367d4-7d7c-486a-93e3-12c1476ff4ba not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:24.359426 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7c0648c8-a643-4c69-8dca-e559d0535220 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:24.362662 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4dbd56db-c00f-423c-8916-160dbdca3c81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a929962288c64ce1b3429f43d5d40b15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478342 May 31 12:53:24.363807 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49348) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:24.392044 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 7c0648c8-a643-4c69-8dca-e559d0535220 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:24.392357 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7c0648c8-a643-4c69-8dca-e559d0535220 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:24.392903 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cf72ebba-86e0-44da-a6ea-1b762d9b5085 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:24.425523 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: cf72ebba-86e0-44da-a6ea-1b762d9b5085 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:24.425842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device cf72ebba-86e0-44da-a6ea-1b762d9b5085 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:24.427527 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.453268 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.508526 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.512493 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-661cdb0c-37b2-40bd-a4e3-65111f816ac3 tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:24.525826 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a00331-c990-432c-bcd5-1fd0adce5857,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:24.528143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:24.539660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.540816 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05a00331-c990-432c-bcd5-1fd0adce5857 HTTP/1.1" status: 204 len: 168 time: 0.1760130 May 31 12:53:29.534930 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-c45df327-c001-48e4-b3c3-40ecfde0ad34 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Synchronizing usage tracker for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:security_group {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:29.554913 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-c45df327-c001-48e4-b3c3-40ecfde0ad34 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Unset dirty status for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:security_group {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:29.556130 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-c45df327-c001-48e4-b3c3-40ecfde0ad34 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072064224&fields=id&tenant_id=855bb15d298943459bdb780a2e02a4b4 HTTP/1.1" status: 200 len: 267 time: 0.0602243 May 31 12:53:29.804537 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-cbff8689-a367-4f48-8aa0-69684a98519a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.805154 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-cbff8689-a367-4f48-8aa0-69684a98519a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Synchronizing usage tracker for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:network {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:29.829398 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-cbff8689-a367-4f48-8aa0-69684a98519a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Unset dirty status for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:network {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:29.830752 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-cbff8689-a367-4f48-8aa0-69684a98519a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 809 time: 0.2679746 May 31 12:53:29.845332 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-d0f44477-3fba-450d-8a00-89c9f1d620f7 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/quotas/855bb15d298943459bdb780a2e02a4b4 HTTP/1.1" status: 200 len: 375 time: 0.0089896 May 31 12:53:29.935858 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-0f0d77e6-51e3-4b5c-a9b2-65cfad610644 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Synchronizing usage tracker for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:port {{(pid=98246) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:29.954961 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-0f0d77e6-51e3-4b5c-a9b2-65cfad610644 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Unset dirty status for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:port {{(pid=98246) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:29.956411 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-0f0d77e6-51e3-4b5c-a9b2-65cfad610644 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061866 May 31 12:53:30.211236 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-239e4466-4031-4369-a868-bd5bcea13fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428625 May 31 12:53:30.345880 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-f33764bb-69ef-40f5-9f0c-b1035d277179 service neutron] 10.222.0.49 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265526 May 31 12:53:30.746925 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-fc390c94-5ab7-47e1-a42c-41399c615a5a req-24bc4300-21b9-48df-8ad1-8d879b864323 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 210 time: 0.0482380 May 31 12:53:31.819521 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-5825af8f-2e2d-427f-8e2b-da01a8230abd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.820946 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-5825af8f-2e2d-427f-8e2b-da01a8230abd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 809 time: 0.1507256 May 31 12:53:31.868486 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-bce5171c-8c12-4993-b01c-384bcaab7ba1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Synchronizing usage tracker for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:security_group {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:31.879812 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-bce5171c-8c12-4993-b01c-384bcaab7ba1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Unset dirty status for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:security_group {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:31.880953 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-bce5171c-8c12-4993-b01c-384bcaab7ba1 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855bb15d298943459bdb780a2e02a4b4 HTTP/1.1" status: 200 len: 380 time: 0.0514138 May 31 12:53:31.890121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'port': {'device_id': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'admin_state_up': True, 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'security_groups': ['d151bc61-8e2d-4646-849b-f6fd29df0a02']}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:31.896048 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-7930173a-3d51-47d8-aaa3-f0397e4a3b8e req-cb80f321-4182-486d-83d8-073d34ea8d28 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 210 time: 0.0417991 May 31 12:53:32.028230 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:32.037989 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:32.049827 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Made reservation on behalf of 855bb15d298943459bdb780a2e02a4b4 for: {'port': 1} {{(pid=98247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:32.053649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.220485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_common [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Allocated IP 172.20.0.8 (734b271c-d23a-4c2b-bea3-5298aece3b49/369fabad-babc-4996-b027-d0d24f69b8cd/cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7) {{(pid=98247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:32.417092 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for port, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.432616 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Transition to ACTIVE for port object cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 will not be triggered until provisioned by entity DHCP. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:32.456474 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.462270 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4b7777de-b3db-44bb-bef4-8c8dd0b54ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:32.531121 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 is already hosted by enough agents. {{(pid=98247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:32.534020 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.base_scheduler [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources bound (agent type, host, resource id): {{(pid=98247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:32.537766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Received port after_create {{(pid=98247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:32.568559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:32.575333 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:32.605842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:32.606447 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.633911 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475646 May 31 12:53:32.646139 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.v2.base [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Request body: {'port': {'device_id': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:32.751536 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-27fd345b-bd32-45bc-a069-dfbbe0a332f2 None None] Provisioning for port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 completed by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:32.757714 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-27fd345b-bd32-45bc-a069-dfbbe0a332f2 None None] Provisioning complete for port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 triggered by entity DHCP. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:32.758047 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-27fd345b-bd32-45bc-a069-dfbbe0a332f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.768918 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.812870 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-27fd345b-bd32-45bc-a069-dfbbe0a332f2 None None] Port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 cannot update to ACTIVE because it is not bound. {{(pid=98248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:33.087055 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7262e1-fbc3-4348-b860-654d21311f78 req-37355db6-5df9-442d-aa98-eea2a4effdb8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.088532 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ea7262e1-fbc3-4348-b860-654d21311f78 req-37355db6-5df9-442d-aa98-eea2a4effdb8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 931 time: 0.0859022 May 31 12:53:33.133381 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 {{(pid=98247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:33.134003 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ea7262e1-fbc3-4348-b860-654d21311f78 req-c4d6a945-daaa-4536-84c8-8ebe051261f4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 May 31 12:53:33.141192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.155513 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.provisioning_blocks [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Transition to ACTIVE for port object cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 will not be triggered until provisioned by entity L2. {{(pid=98247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:33.168161 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.172920 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7dff00f7-49e0-43ed-824f-6907cc458e7b tempest-TestMinimumBasicScenario-403560740 tempest-TestMinimumBasicScenario-403560740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:33.474580 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=2']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:33.477420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:33.514312 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Attempting to bind port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:33.514643 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Attempting to bind port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:33.514960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Attempting to bind port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 on network 734b271c-d23a-4c2b-bea3-5298aece3b49 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:33.519620 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 on network 734b271c-d23a-4c2b-bea3-5298aece3b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:33.519930 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Attempting to bind port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 on network 734b271c-d23a-4c2b-bea3-5298aece3b49 {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:33.524982 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Checking agent: {'id': '2c703bbe-b73a-463b-9ad3-60a022261568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:33.525365 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Checking segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:33.525741 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Bound using segment: {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'} {{(pid=98247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:33.526155 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.managers [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Bound port: cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0964a82c-e63f-4b34-bb6d-36bab568d269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49'}}] {{(pid=98247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:33.526498 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.619164 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, cleared binding levels {{(pid=98247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:33.627485 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:33.632681 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062110'] for port, after_update {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.637538 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4e6f92b9-c971-4d2b-91db-3671681d2a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:33.695867 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.696473 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.697866 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1093 time: 1.0562558 May 31 12:53:33.698405 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:33.700674 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662dfd1-2a26-411c-8213-90ce3ebe89d3" -d '{"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:33.719377 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=3']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:33.722842 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ca29f90f-b31f-4044-9f3d-ba7ab9924033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:33.775411 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f34ced2-7db5-499e-ac06-175d5a97e478 x-openstack-request-id: req-4f34ced2-7db5-499e-ac06-175d5a97e478 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:33.775738 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:33.776026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f34ced2-7db5-499e-ac06-175d5a97e478 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:33.776477 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'status': 'completed', 'code': 200} May 31 12:53:33.817814 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-92a928db-d344-4d4e-958f-2bed848f7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.819402 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-92a928db-d344-4d4e-958f-2bed848f7f3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1096 time: 0.0794046 May 31 12:53:33.888508 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-23f4053a-ca06-4126-8d20-d25e0183f290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 217 time: 0.0614653 May 31 12:53:33.958012 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-503d5746-6094-4602-a057-3e568fc2aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.960608 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-503d5746-6094-4602-a057-3e568fc2aa7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0650766 May 31 12:53:34.047189 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-5c35c804-7df3-4dd0-a560-415e2a575ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.048773 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-5c35c804-7df3-4dd0-a560-415e2a575ec6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819190 May 31 12:53:34.181698 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-2f6f02f6-7074-4933-9198-efdd25f515d3 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265457 May 31 12:53:34.314523 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-ebe0471a-fef3-499b-9a39-cdac2cedaab4 req-06d13544-7beb-4abd-b51f-7ad6abe6ac6a service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 May 31 12:53:34.319543 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693e43-f8e1-42b1-aaef-2bdd3c19680c req-2ba1c626-09e7-4ec2-958b-aa14347e0155 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.321199 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b0693e43-f8e1-42b1-aaef-2bdd3c19680c req-2ba1c626-09e7-4ec2-958b-aa14347e0155 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 943 time: 0.0819602 May 31 12:53:34.371975 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b0693e43-f8e1-42b1-aaef-2bdd3c19680c req-f26656a0-0ef5-40a3-8336-4bc37b2a36b7 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449739 May 31 12:53:34.445267 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-1627e6f9-1fbc-4b06-ba75-c6618f233fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.446680 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-1627e6f9-1fbc-4b06-ba75-c6618f233fe7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1096 time: 0.0785477 May 31 12:53:34.591114 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-cbf64ab3-a06e-4986-851d-ce7c1313a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.592549 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-cbf64ab3-a06e-4986-851d-ce7c1313a8e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1391759 May 31 12:53:34.660426 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-24efa6db-3ff2-454f-9f26-e62b75833019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 217 time: 0.0594499 May 31 12:53:34.728196 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-4a7ac5a6-0f75-4fc4-aab1-eaaa9e8f6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.729886 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-4a7ac5a6-0f75-4fc4-aab1-eaaa9e8f6e63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0627251 May 31 12:53:34.806036 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-46b27838-8fe2-46b1-9e2e-338dc5de4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:34.807541 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-46b27838-8fe2-46b1-9e2e-338dc5de4911 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706372 May 31 12:53:34.943056 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-a40acd40-2a09-4b5f-83f7-0c12abcc90a4 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263435 May 31 12:53:35.087006 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-7662dfd1-2a26-411c-8213-90ce3ebe89d3 req-5ff66145-2833-47b0-bad6-f7d1d9214066 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369014 May 31 12:53:35.574937 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59f5dc-0081-4bde-9c92-c953a2b7fdd9 req-bc3d1309-3ba1-496e-b815-be9a37f40572 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:35.576413 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d59f5dc-0081-4bde-9c92-c953a2b7fdd9 req-bc3d1309-3ba1-496e-b815-be9a37f40572 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 943 time: 0.0924852 May 31 12:53:35.623985 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-4d59f5dc-0081-4bde-9c92-c953a2b7fdd9 req-b4f94419-9740-4d67-9d64-50c70fc27392 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 May 31 12:53:36.689976 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-7bc153cd-9366-41bf-8345-a949e5832267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:36.817689 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:36.821003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6fa07-8bea-4a2d-89b0-5c55076bffd4 req-60975fd5-4014-4b9b-83e9-b97bafd40a65 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:36.822510 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62e6fa07-8bea-4a2d-89b0-5c55076bffd4 req-60975fd5-4014-4b9b-83e9-b97bafd40a65 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 943 time: 0.0859041 May 31 12:53:36.866840 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-62e6fa07-8bea-4a2d-89b0-5c55076bffd4 req-377909e8-a44a-4fb6-9436-70ae0970453a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 May 31 12:53:36.949381 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:36.964530 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'mac_address': 'fa:16:3e:35:f8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:37.019780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.036854 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:37.054719 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:37.059842 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.061709 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-3bccecb6-36dd-4afd-997e-181d77adb575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:37.128724 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=4']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:37.131812 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:37.268455 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:37.936487 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.057099 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529ea26-7655-4b8d-868d-91ef759cc6ab req-0e77e3ef-0015-4e78-ab5f-43e1b53f4ded tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:38.058710 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0529ea26-7655-4b8d-868d-91ef759cc6ab req-0e77e3ef-0015-4e78-ab5f-43e1b53f4ded tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 944 time: 0.0854692 May 31 12:53:38.104373 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0529ea26-7655-4b8d-868d-91ef759cc6ab req-78c8e485-0b3e-47e5-9505-fff6c5023ee9 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394444 May 31 12:53:38.820976 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:38.901590 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning for port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 completed by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:38.908649 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:38.909258 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.034823 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.070745 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.077369 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:39.079632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c2ffb-724c-4965-8118-f3bb178422a2" -d '{"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:39.095513 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:39.101181 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.103022 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:39.133105 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade38fda-1f1e-4f3c-b929-d4986df3f9d7 x-openstack-request-id: req-ade38fda-1f1e-4f3c-b929-d4986df3f9d7 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:39.133403 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:39.133661 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ade38fda-1f1e-4f3c-b929-d4986df3f9d7 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:39.134049 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'code': 200} May 31 12:53:39.139407 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-4dc78be7-7544-4a40-9b21-0e3f1ce7f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.172654 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=5']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:39.175674 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:39.310112 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feab10-8e63-4186-ad4a-d5260b3c4eb5 req-ae3b96d6-9bf9-447e-811f-715798b06220 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.311469 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-53feab10-8e63-4186-ad4a-d5260b3c4eb5 req-ae3b96d6-9bf9-447e-811f-715798b06220 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0863683 May 31 12:53:39.362013 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-53feab10-8e63-4186-ad4a-d5260b3c4eb5 req-4239537f-9c49-4f91-8e26-420312a4cdf2 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 May 31 12:53:39.422192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1d82-8291-4a21-b412-6ff7d30b8e26 req-a9af70f3-b4e8-4f42-811f-73d9de0ce8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.423696 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db9e1d82-8291-4a21-b412-6ff7d30b8e26 req-a9af70f3-b4e8-4f42-811f-73d9de0ce8d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0755100 May 31 12:53:39.555364 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-db9e1d82-8291-4a21-b412-6ff7d30b8e26 req-3de5ca3e-9685-4633-9f07-18edb3d15938 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246316 May 31 12:53:40.240972 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.548469 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e57ab-91cb-4253-8596-859f200eecac req-261927aa-b741-451c-a0b6-6ba6306559ec tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.549956 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-540e57ab-91cb-4253-8596-859f200eecac req-261927aa-b741-451c-a0b6-6ba6306559ec tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0801475 May 31 12:53:40.599123 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-540e57ab-91cb-4253-8596-859f200eecac req-0d61b2e7-2016-4f3b-8190-53433a1be610 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 May 31 12:53:40.784031 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1fbd-6023-40a0-b89a-af8ffdb080a0 req-46b653e9-7b72-4b7f-bdd7-415582558974 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.785784 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-737b1fbd-6023-40a0-b89a-af8ffdb080a0 req-46b653e9-7b72-4b7f-bdd7-415582558974 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0804584 May 31 12:53:40.831474 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-737b1fbd-6023-40a0-b89a-af8ffdb080a0 req-b2f5a9f6-4130-41e2-bd29-03b658095a40 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 May 31 12:53:40.853824 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49598) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.035044 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ac5a3-ef07-474f-be5a-0dbd5d253315 tempest-TestShelveInstance-1252659925 tempest-TestShelveInstance-1252659925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:41.036511 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-390ac5a3-ef07-474f-be5a-0dbd5d253315 tempest-TestShelveInstance-1252659925 tempest-TestShelveInstance-1252659925-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1093 time: 0.1816359 May 31 12:53:41.039849 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49608) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.047730 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.v2.base [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Request body: {'floatingip': {'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:41.055565 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:41.059536 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Usage tracker for resource:floatingip and tenant:855bb15d298943459bdb780a2e02a4b4 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:41.062462 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:41.068352 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:41.079519 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for floatingip, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.224861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.363650 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Allocated IP 172.28.0.202 (0fb9ebbd-dbd4-417e-a762-8c092884dfca/ba2fa13e-500a-453f-a2e1-e9017d565ca4/a1f18554-6b38-4078-9c95-69103897d743) {{(pid=98246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:41.607854 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for port, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.642038 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766335272403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.645511 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-951a4cf2-3af0-4117-803c-7de9b433b10f tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.711861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Network 0fb9ebbd-dbd4-417e-a762-8c092884dfca is already hosted by enough agents. {{(pid=98246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:41.714691 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Resources bound (agent type, host, resource id): {{(pid=98246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:41.718111 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Received port after_create {{(pid=98246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:41.746697 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'Port': ['ID=a1f18554-6b38-4078-9c95-69103897d743,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.752370 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.782726 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.149018 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.225635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.432057 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for port, precommit_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.438385 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7068305'] for port, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.442941 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.546475 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event updated for resources: {'Port': ['ID=a1f18554-6b38-4078-9c95-69103897d743,revision_number=2']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.550611 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.559186 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090545'] for floatingip, after_update {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.727286 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.db.l3_db [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Floating IP ecaaecfa-9954-4099-8fcd-84502d6d59b2 associated. External IP: 172.28.0.202, port: cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7. May 31 12:53:42.751087 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49636) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:42.872471 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.886993 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:42.891179 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Usage tracker for resource:security_group_rule and tenant:10fd546f662d4fdfb230f793c01eb48d is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:42.894218 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:42.900363 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:42.985451 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.990602 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.997360 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-34ebdb80-b117-40f4-b52b-41b0ea4ef66c tempest-AttachVolumeShelveTestJSON-1181799344 tempest-AttachVolumeShelveTestJSON-1181799344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.042995 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10fd546f662d4fdfb230f793c01eb48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881932 May 31 12:53:43.042995 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4eebdf-1b67-446f-96c1-083cc74def40,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.044619 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.045169 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49642) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.113612 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.138973 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.191678 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Router bbbf95a1-92c2-4deb-889e-1575e2917f4d has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:43.198534 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.202266 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ba1caa13-c963-4043-98f9-f3347281aa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.213275 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4eebdf-1b67-446f-96c1-083cc74def40,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.217103 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.220208 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.224176 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-d069e9c2-fddb-44ba-a9ff-6f3db67be5c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de4eebdf-1b67-446f-96c1-083cc74def40 HTTP/1.1" status: 204 len: 168 time: 0.1773443 May 31 12:53:43.378633 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:43.389510 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Sync routers for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:43.399689 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:43.400410 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:43.404632 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.472784 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4229143 May 31 12:53:43.472784 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:43.472784 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c951fcf3897e9fe362c07a263f50b9f870aadd202d4d98aa06895d78043efa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262de1eb-5fe8-4974-b5cb-c5082684be5f" -d '{"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:43.524777 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49656) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.544317 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.559443 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:43.563183 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Usage tracker for resource:security_group_rule and tenant:d56fb9d2ca024fbfb99182ef4da1b149 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:43.565968 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:43.571862 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:43.592093 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:43.660373 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.665025 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.677527 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e4ba93db-8a7a-439f-9a6f-c3ebfd155ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.722620 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea063b-3287-4c41-bb76-f6d675085ba1,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.725781 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.731278 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49660) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.731843 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-efb5aeff-c134-437a-97f3-37d8ea384a5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d56fb9d2ca024fbfb99182ef4da1b149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059126 May 31 12:53:43.747172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387470d-d62d-452e-96e1-5110e34d495d x-openstack-request-id: req-a387470d-d62d-452e-96e1-5110e34d495d {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:43.747604 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "status": "completed", "code": 200}]} {{(pid=98246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:43.748245 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a387470d-d62d-452e-96e1-5110e34d495d {{(pid=98246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:43.748487 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'status': 'completed', 'code': 200} May 31 12:53:43.797122 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.823024 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.832860 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-607c020c-a770-40c0-8bcb-1e60c9bf1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.834510 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-607c020c-a770-40c0-8bcb-1e60c9bf1282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0748084 May 31 12:53:43.877438 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.885017 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a08cca72-02dc-4b59-ac44-2c04b8532096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.897022 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea063b-3287-4c41-bb76-f6d675085ba1,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.905431 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.906349 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.910111 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5a70a957-0f5a-4051-a6d9-2ebb4c81e09f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95ea063b-3287-4c41-bb76-f6d675085ba1 HTTP/1.1" status: 204 len: 168 time: 0.1753678 May 31 12:53:43.974455 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-58426832-8d91-4641-9c60-6155321810af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.976043 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-58426832-8d91-4641-9c60-6155321810af service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1348298 May 31 12:53:43.999837 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'ecaaecfa-9954-4099-8fcd-84502d6d59b2', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'mac_address': 'fa:16:3e:35:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:42Z', 'updated_at': '2021-05-31T12:53:42Z', 'revision_number': 0, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:44.003711 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Checking router: bbbf95a1-92c2-4deb-889e-1575e2917f4d for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:44.012486 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:44.013110 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:53:39Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:44.084913 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-6f24e2db-25a1-4a6d-bb73-e857d38b8838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 999 time: 0.1020427 May 31 12:53:44.148848 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-e0615261-6428-459e-878a-e21fcb58a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:44.150610 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-e0615261-6428-459e-878a-e21fcb58a4f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0588965 May 31 12:53:44.197730 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:44.240088 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-9c136cca-4b6d-445d-bdfe-317aa12daa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:44.241594 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-9c136cca-4b6d-445d-bdfe-317aa12daa15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843511 May 31 12:53:44.382744 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-e69d0817-f562-4798-a865-211078fb1545 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349247 May 31 12:53:44.523075 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-262de1eb-5fe8-4974-b5cb-c5082684be5f req-84280fcd-8d95-41ef-b982-4d51cac0d61c service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333637 May 31 12:53:44.557165 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'ecaaecfa-9954-4099-8fcd-84502d6d59b2', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'mac_address': 'fa:16:3e:35:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:42Z', 'updated_at': '2021-05-31T12:53:42Z', 'revision_number': 0, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:44.561134 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bc7e8-82bb-4710-aa7a-0b957f0de6a2 None None] The sync data for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb is: [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_floatingips': [{'id': 'ecaaecfa-9954-4099-8fcd-84502d6d59b2', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'router_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'mac_address': 'fa:16:3e:35:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:42Z', 'updated_at': '2021-05-31T12:53:42Z', 'revision_number': 0, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:44.739002 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bec8fe-cbb4-4f66-85c4-c18c23f5c86c None None] New status for floating IP ecaaecfa-9954-4099-8fcd-84502d6d59b2: ACTIVE {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:48.807064 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49746) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.927483 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.941686 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.945766 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4efab141bd4ffe8089e1fe419be3b1 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.948601 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.954284 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:49.035578 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.042210 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.053868 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7f849823-a5fc-40bc-9a3c-9f7d027767f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.093291 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc4efab141bd4ffe8089e1fe419be3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852075 May 31 12:53:49.094114 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f05303-4dc5-472e-b604-da904c3f80a0,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.096679 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49752) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:49.102421 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.102810 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.103177 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.103541 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.103890 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.104241 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.104587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.104953 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.105331 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.105704 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.106048 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.106400 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.110186 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-237d69f5-2c49-4824-80c7-d3f6c60bf2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.156955 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.182761 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.233990 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.237495 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-bdda6295-c2be-4cb1-bf20-99a0b51d1260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.249927 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f05303-4dc5-472e-b604-da904c3f80a0,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.259650 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.260018 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.260378 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.260730 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.261094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.261454 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.261801 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.262143 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.262490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.262799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.263153 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.263494 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:49.268182 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.270751 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.272375 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-16a4d863-6161-475e-8554-50ee0bf9d07a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7f05303-4dc5-472e-b604-da904c3f80a0 HTTP/1.1" status: 204 len: 168 time: 0.1741085 May 31 12:53:49.553808 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49760) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:49.571404 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.589460 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:49.594194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1ac6d33d77494c8bfd1e56591065b9 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:49.598990 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:49.608174 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:49.692330 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.698475 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.704625 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-f259bc04-f46a-4368-978f-c20d49db5eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.745036 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a1ac6d33d77494c8bfd1e56591065b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900949 May 31 12:53:49.745887 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6ae4a-e64d-44e5-93c6-22bc38cec014,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.747847 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49764) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:49.766885 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6688d4b4-b911-4620-926e-9e74cff3a2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.808202 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.835423 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.893568 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.897224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-46b74b37-dff4-4ec7-ba7e-29323432aee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.909189 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6ae4a-e64d-44e5-93c6-22bc38cec014,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.911776 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.919397 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.920512 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77f6ae4a-e64d-44e5-93c6-22bc38cec014 HTTP/1.1" status: 204 len: 168 time: 0.1716764 May 31 12:53:52.716948 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49836) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:52.832609 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.847243 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:52.851535 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:eba14b5bebfa4ebf952a2672de02cb55 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:52.854584 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:52.860588 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:52.951354 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.956996 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.963854 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-d188767c-79ea-493a-901f-a3527622c2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:53.006708 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eba14b5bebfa4ebf952a2672de02cb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886698 May 31 12:53:53.007614 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff88c3-ca9a-4fef-93de-6d7e6072e545,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:53.010018 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49842) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:53.011210 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-b936a64f-d50a-47e9-8887-606a420cc7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.075196 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.100764 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.164336 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.169206 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5652e294-3679-45a6-954e-e3b4acf23068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:53.179566 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff88c3-ca9a-4fef-93de-6d7e6072e545,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:53.183071 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.186272 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.187363 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-869bb3cf-7787-4389-b33f-520a887b9ff4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bff88c3-ca9a-4fef-93de-6d7e6072e545 HTTP/1.1" status: 204 len: 168 time: 0.1761429 May 31 12:53:53.488515 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 49850) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:53.506158 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.520280 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:53.524183 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c62463365f4b238e8d10b67769356d is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:53.527065 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:53.532714 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:53.611437 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.617241 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.625325 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6c31b136-b219-4944-a727-c495286adf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:53.663178 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8c62463365f4b238e8d10b67769356d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735723 May 31 12:53:53.664051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d86cf-db0e-4996-8afa-680404253cee,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:53.666086 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49854) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:53.666997 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-4a37fbc9-257d-487e-bcc2-fb2d367d8541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.726843 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.754093 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.808179 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.811862 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-2acb5c47-e9c9-49d3-8cec-951ad8d24894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:53.824649 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d86cf-db0e-4996-8afa-680404253cee,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:53.827554 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.829715 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.830827 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-813d072c-f20c-45fd-956d-b4b80b2f5636 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c8d86cf-db0e-4996-8afa-680404253cee HTTP/1.1" status: 204 len: 168 time: 0.1637225 May 31 12:53:56.123206 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49926) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:56.246683 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.261452 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:56.265368 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d00087bbdcc447cca0a86546cae82324 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:56.268735 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:56.275961 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:56.354952 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.362063 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.368766 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-c5746dbc-53a1-4133-bfae-7a70c4a95d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.406636 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705007ac-e56f-40c1-aac9-72601b9f7cea,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.410836 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d00087bbdcc447cca0a86546cae82324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862701 May 31 12:53:56.411779 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.413696 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49932) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:56.490194 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.516686 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.572503 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.576073 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-99e92331-8030-4e75-a497-9295ff201621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.588306 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705007ac-e56f-40c1-aac9-72601b9f7cea,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.591147 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.593009 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.594137 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-3efdd186-1b16-4438-96c7-13b3d7dd1ab4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/705007ac-e56f-40c1-aac9-72601b9f7cea HTTP/1.1" status: 204 len: 168 time: 0.1795604 May 31 12:53:56.884780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49942) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:56.902653 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.917606 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:56.922154 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Usage tracker for resource:security_group_rule and tenant:675b91d49b884f399653574253bc8933 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:56.925193 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:56.931269 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:57.022132 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.027402 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.034326 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7181a2dd-a0c5-411a-8fe9-a55e8f5d00a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:57.072914 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49c526-6c5d-4f17-ac4e-893628e27855,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:57.079725 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=675b91d49b884f399653574253bc8933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913595 May 31 12:53:57.079725 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-bbd194b4-0410-4440-bab2-6ac02358ada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:57.079995 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 49946) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:57.139861 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.168455 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.220156 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.223670 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d096c12a-6cf9-477f-b0a4-9e473d96b0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:57.235954 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49c526-6c5d-4f17-ac4e-893628e27855,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:57.238791 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:57.240821 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.241924 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-4b913be3-b293-4b64-98f2-408b7cae7e59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c49c526-6c5d-4f17-ac4e-893628e27855 HTTP/1.1" status: 204 len: 168 time: 0.1611238 May 31 12:53:59.495701 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50006) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:59.623580 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.637877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:59.642049 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Usage tracker for resource:security_group_rule and tenant:4dda25dd896f412ea159b09b697a9df1 is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:59.644890 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:59.650946 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:59.734349 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.740220 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.751296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a29e4fd3-3f96-4060-8f6a-74e3412ea28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:59.793294 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dda25dd896f412ea159b09b697a9df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940631 May 31 12:53:59.793294 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d297ef0-2495-4e07-aa65-63914da0701b,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.794621 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50012) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:59.795155 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.856892 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.883780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.935741 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.939530 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e3e9232f-7795-47ee-9fdb-619e9bcda7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:59.950463 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d297ef0-2495-4e07-aa65-63914da0701b,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.953823 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.957070 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.960716 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d297ef0-2495-4e07-aa65-63914da0701b HTTP/1.1" status: 204 len: 168 time: 0.1625769 May 31 12:54:00.259902 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50020) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:00.277550 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.295643 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:00.300158 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Usage tracker for resource:security_group_rule and tenant:f0380c6f04f642aaa0b7ab6bf5ed1353 is out of sync, need to count used quota {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:00.303175 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.quota.resource [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98246) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:00.309091 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.quota.driver [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:00.399408 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.404731 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.412128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cc8e924e-6626-45d3-80fb-d55b5caec606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.451856 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0380c6f04f642aaa0b7ab6bf5ed1353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909361 May 31 12:54:00.452703 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3cf2e3-dac6-4b85-abff-d082bccd5152,revision_number=1']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.454861 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50024) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:00.455780 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cbc2eef6-0ef2-4482-b4b5-0db443620068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.514843 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.541718 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.616428 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.620219 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-445966e2-d8de-425b-9559-c84b40a685f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.632346 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3cf2e3-dac6-4b85-abff-d082bccd5152,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.636160 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.654579 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.655721 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-6ba9e950-c99f-4e02-9867-d8e214dc85e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b3cf2e3-dac6-4b85-abff-d082bccd5152 HTTP/1.1" status: 204 len: 168 time: 0.1999018 May 31 12:54:00.789116 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:01.864553 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50056) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:01.984183 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.998349 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:02.002185 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Usage tracker for resource:security_group_rule and tenant:bc018e2964644c328e1dcc9e3ab056df is out of sync, need to count used quota {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:02.004933 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98247) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:02.010649 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.quota.driver [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:02.183728 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.191003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_create {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.203766 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fbd033bb-8503-45e5-b02f-d30a3180e6bb tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:02.242960 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc018e2964644c328e1dcc9e3ab056df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773582 May 31 12:54:02.244560 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e692c-c5cd-4456-b116-91c3063cb235,revision_number=1']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:02.245820 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50062) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:02.247639 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9dace0ff-4e04-4d41-a4ff-cf58a1b35472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:02.309457 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.335419 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.391117 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.394607 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-207d140f-b252-4cf5-a156-3d911a8589c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:02.410332 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e692c-c5cd-4456-b116-91c3063cb235,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:02.414088 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:02.419516 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.420685 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-cec266d0-10f8-4cc4-a926-e8aa774b2b99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d1e692c-c5cd-4456-b116-91c3063cb235 HTTP/1.1" status: 204 len: 168 time: 0.1739171 May 31 12:54:06.692756 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-70d67f27-0895-4697-addf-cbdcdc18a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.951249 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.063436 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.103988 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e611e5e1-0869-4c49-bb84-4c93674f69ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.250429 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.790737 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:34.044009 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-e11f939d-a06b-48a0-8fb9-5a2df308d5a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715606 May 31 12:54:34.207761 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-91dc5dee-4ace-4bb3-a03e-988e4943e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.209254 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-91dc5dee-4ace-4bb3-a03e-988e4943e324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0865977 May 31 12:54:34.354958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-a0ab52b9-7531-4217-8f50-0bd492dd1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.356393 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-a0ab52b9-7531-4217-8f50-0bd492dd1ca9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1272361 May 31 12:54:34.459351 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-419b74cc-ef01-4fa7-99f9-c2520b54b17d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0950029 May 31 12:54:34.519732 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-4385b431-f762-408c-afa1-a76dfa35adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.521098 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-4385b431-f762-408c-afa1-a76dfa35adb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0555267 May 31 12:54:34.599039 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-0f4231e6-15f4-42d1-82cc-4eb6bd05ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.600455 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-0f4231e6-15f4-42d1-82cc-4eb6bd05ea2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732675 May 31 12:54:34.731403 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-4022cc0e-d3fd-49f1-9a65-f6324eccd075 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239097 May 31 12:54:34.863012 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-2c602cff-7941-482a-aacc-9b8c50205b2c req-d1d43604-041c-4e04-86bd-a59b118d9464 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245263 May 31 12:54:36.685926 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-ce56b72b-cf65-4df2-a086-a808223f3389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.788301 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:37.948689 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.066634 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.108274 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-946fe8f1-4bc0-4abb-b794-bb27a00c28ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.258863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.792468 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:06.694666 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-de664355-0f69-4dc5-a258-d66701588333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.944175 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:09.071744 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:09.110439 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-6122bcfe-f705-4263-995a-16cce3310412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:10.261134 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:11.797765 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:14.792792 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:34.081530 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-b7672909-7984-49cd-9f92-802c340933c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745523 May 31 12:55:34.239580 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-66ab144e-88ca-4231-8678-70a71e87a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.240988 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-66ab144e-88ca-4231-8678-70a71e87a7fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0781393 May 31 12:55:34.396559 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-844fcf0e-0b60-4a3f-9b17-78e5804b8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.398060 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-844fcf0e-0b60-4a3f-9b17-78e5804b8bb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1379640 May 31 12:55:34.500188 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-c24d3f4d-49a7-4063-b06c-b0c695657e2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0954702 May 31 12:55:34.566940 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-8a891ac2-dfbd-4267-9bde-2ce9077cf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.568315 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-8a891ac2-dfbd-4267-9bde-2ce9077cf371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0615137 May 31 12:55:34.645400 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-19b6c5c6-7868-415a-b2af-a4268b44143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.646778 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-19b6c5c6-7868-415a-b2af-a4268b44143a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719900 May 31 12:55:34.782768 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-a4d9d6d5-6cf2-4415-a4d4-bdc960c09076 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288218 May 31 12:55:35.002665 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f20e7337-2ca6-43ad-8457-e7e16ff4d05e req-3c743544-3bec-4608-9f91-329822994509 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135177 May 31 12:55:36.697361 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3a29d834-cbe2-41b4-8b10-7e63352d05f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.963535 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:39.060349 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:39.115776 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c70e28dc-8ac1-43e6-b42f-c30e4477f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:39.448934 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56534d-bd79-438f-b22a-9258582e59ce req-d0e2ac5d-6cea-4a96-a8cb-e288031922d3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:39.450397 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5e56534d-bd79-438f-b22a-9258582e59ce req-d0e2ac5d-6cea-4a96-a8cb-e288031922d3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0854707 May 31 12:55:39.499213 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5e56534d-bd79-438f-b22a-9258582e59ce req-00fc7887-b343-4750-90e6-c756df484b7a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 May 31 12:55:40.261790 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:40.809591 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ff4f-910f-4b4b-a671-6d123d85eec2 req-2a3e435a-48c6-4c63-86c4-d67f901f882f tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.810970 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3077ff4f-910f-4b4b-a671-6d123d85eec2 req-2a3e435a-48c6-4c63-86c4-d67f901f882f tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.1789334 May 31 12:55:40.858829 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3077ff4f-910f-4b4b-a671-6d123d85eec2 req-1824f43a-97ea-4130-b664-3d6e6052c3d9 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 May 31 12:55:41.802255 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.079314 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1e13-e15f-41d3-a2fa-4b59071fab28 req-048375de-98a5-4856-8f7b-a57611bdbcde tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.080764 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ffdf1e13-e15f-41d3-a2fa-4b59071fab28 req-048375de-98a5-4856-8f7b-a57611bdbcde tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0907173 May 31 12:55:42.126354 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-ffdf1e13-e15f-41d3-a2fa-4b59071fab28 req-d107efcc-c36d-4fc8-9cca-0dd102748a00 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 May 31 12:55:43.335128 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750c71-4e59-4fed-b619-b783f97200a0 req-876d3a13-cb82-4cbd-b5a0-73f8c10b53c6 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.336577 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-21750c71-4e59-4fed-b619-b783f97200a0 req-876d3a13-cb82-4cbd-b5a0-73f8c10b53c6 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0920682 May 31 12:55:43.387183 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-21750c71-4e59-4fed-b619-b783f97200a0 req-596fe019-28ef-4d3d-92b9-eb82b459a330 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 May 31 12:55:44.603688 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abab78b-3df6-4f39-b13c-c28c28f43748 req-9faeeb43-dd92-4f75-a242-53c55e94f6c4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.605029 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0abab78b-3df6-4f39-b13c-c28c28f43748 req-9faeeb43-dd92-4f75-a242-53c55e94f6c4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0912509 May 31 12:55:44.651068 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-0abab78b-3df6-4f39-b13c-c28c28f43748 req-22d3753f-203f-4546-9fd0-e1e9958305c8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 May 31 12:55:45.847456 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846c96-6d12-467c-a018-3080ff0e08a6 req-acad0a85-2413-4538-9cfe-11e36e3f73b0 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:45.848906 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3c846c96-6d12-467c-a018-3080ff0e08a6 req-acad0a85-2413-4538-9cfe-11e36e3f73b0 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0910647 May 31 12:55:45.894439 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3c846c96-6d12-467c-a018-3080ff0e08a6 req-9105892e-8e2d-4801-a512-e2355f15df6a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 May 31 12:55:47.099630 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb01f-3750-43b9-85c2-b6e63f8b57db req-d99418e9-266f-4d86-acc4-7a188325e78e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:47.101091 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c44bb01f-3750-43b9-85c2-b6e63f8b57db req-d99418e9-266f-4d86-acc4-7a188325e78e tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0893900 May 31 12:55:47.147027 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c44bb01f-3750-43b9-85c2-b6e63f8b57db req-d68058cd-a75c-48bc-8263-b0d5a910f153 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380480 May 31 12:55:48.348408 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c714-c8fe-41ce-8954-748dc0eb8ad6 req-65052107-e361-43ad-b8ed-5e3189a35ce4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:48.349882 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1d55c714-c8fe-41ce-8954-748dc0eb8ad6 req-65052107-e361-43ad-b8ed-5e3189a35ce4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0865564 May 31 12:55:48.406100 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-1d55c714-c8fe-41ce-8954-748dc0eb8ad6 req-d97750c5-4301-4a91-a999-f6bb1b34f655 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489807 May 31 12:55:49.552068 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f960-3217-4a4a-8432-063373760bc7 req-e55c5701-cabf-460f-a57f-b4f5524862d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.553564 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-e55c5701-cabf-460f-a57f-b4f5524862d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0757995 May 31 12:55:49.617737 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450612da-8575-41b4-8f86-5088eefff130 req-866b95e4-5e11-4fc3-a56b-5b1434e6433a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.619165 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-450612da-8575-41b4-8f86-5088eefff130 req-866b95e4-5e11-4fc3-a56b-5b1434e6433a tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0885863 May 31 12:55:49.665024 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-450612da-8575-41b4-8f86-5088eefff130 req-462d530d-77d3-47cd-8055-e7163383a500 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 May 31 12:55:49.687782 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f960-3217-4a4a-8432-063373760bc7 req-5a2d4f4d-0062-4293-ad6e-6284b0a79037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.689263 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-5a2d4f4d-0062-4293-ad6e-6284b0a79037 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1288650 May 31 12:55:49.789262 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-d67d8181-1734-49a2-bbde-a05fd27926a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0927827 May 31 12:55:49.855439 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f960-3217-4a4a-8432-063373760bc7 req-98a48859-50a4-4a9b-b284-39fa64b79e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.856821 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-98a48859-50a4-4a9b-b284-39fa64b79e7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0611260 May 31 12:55:49.933783 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f960-3217-4a4a-8432-063373760bc7 req-0967840a-53d3-44ee-88db-c23af2bb766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.935245 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-0967840a-53d3-44ee-88db-c23af2bb766f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722620 May 31 12:55:50.066636 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-166a7f75-d831-440a-863a-398a5ad6508e service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245017 May 31 12:55:50.207152 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-6de4f960-3217-4a4a-8432-063373760bc7 req-33d13b3e-e4d3-46d1-9973-c9adc43bd493 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339738 May 31 12:55:50.855834 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a5d4-6430-4b56-885b-9019a6d12667 req-6eda75c4-ace7-4eef-b63a-417548e37c88 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:50.857294 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d9b6a5d4-6430-4b56-885b-9019a6d12667 req-6eda75c4-ace7-4eef-b63a-417548e37c88 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0865633 May 31 12:55:50.901195 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-d9b6a5d4-6430-4b56-885b-9019a6d12667 req-e102b47a-ae2f-4839-82ae-b55b3bafeedb tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376017 May 31 12:55:51.792702 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:52.089049 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970300d3-676c-43d4-ad9b-f4c75605f8b4 req-ec9dea4d-a6c2-4e7f-96dd-6f73ced53661 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.090653 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-970300d3-676c-43d4-ad9b-f4c75605f8b4 req-ec9dea4d-a6c2-4e7f-96dd-6f73ced53661 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0844290 May 31 12:55:52.134596 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-970300d3-676c-43d4-ad9b-f4c75605f8b4 req-40c6dee3-0c62-47d4-8795-0ff1a1ad9cdb tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 May 31 12:55:53.346437 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562222b7-3eab-464f-8dca-be18174f845e req-e478c230-d82f-4d2e-b441-4978edb77226 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:53.347860 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-562222b7-3eab-464f-8dca-be18174f845e req-e478c230-d82f-4d2e-b441-4978edb77226 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0943735 May 31 12:55:53.393877 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-562222b7-3eab-464f-8dca-be18174f845e req-972e0e79-513d-48a7-83ba-079674753676 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376954 May 31 12:55:53.730378 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-4bb7fb1f-6ba2-403f-9a36-5f728732487d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242607 May 31 12:55:53.752732 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4139bf9-c604-423d-8c2f-42960363de27 req-cb3b285e-0dc9-49a4-b613-32ff426b343b tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:53.754423 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f4139bf9-c604-423d-8c2f-42960363de27 req-cb3b285e-0dc9-49a4-b613-32ff426b343b tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0931470 May 31 12:55:53.799155 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f4139bf9-c604-423d-8c2f-42960363de27 req-960864ca-ddba-4edd-b16c-887581d811e4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392020 May 31 12:55:54.993952 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96b7d0-3e9d-460d-a446-833098343f93 req-ed735830-4fd8-4e37-8b70-8b05179805b3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:54.995397 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f96b7d0-3e9d-460d-a446-833098343f93 req-ed735830-4fd8-4e37-8b70-8b05179805b3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0844719 May 31 12:55:55.040823 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-3f96b7d0-3e9d-460d-a446-833098343f93 req-3d49687b-a9a1-47a8-91a0-7b270f10ff63 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 May 31 12:55:55.214188 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-e8d4825d-ac4a-4a9c-9a8b-61e56cf6570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.215525 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-e8d4825d-ac4a-4a9c-9a8b-61e56cf6570e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429&tenant_id=855bb15d298943459bdb780a2e02a4b4 HTTP/1.1" status: 200 len: 1098 time: 0.0770633 May 31 12:55:55.308296 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-762a9bc5-37b7-4432-910b-2c9b64df9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.309769 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-762a9bc5-37b7-4432-910b-2c9b64df9825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0711548 May 31 12:55:55.438056 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-0c2fecf8-5dcd-47c0-b9d0-c735a01b7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.439458 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-0c2fecf8-5dcd-47c0-b9d0-c735a01b7131 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1230795 May 31 12:55:55.481610 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:55.541020 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-f9308773-3ed5-45d1-b54f-c7b3db9331cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1001 time: 0.0948319 May 31 12:55:55.605291 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-019b2ea5-35fe-481f-8092-3820ed4044ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.606791 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-019b2ea5-35fe-481f-8092-3820ed4044ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0591331 May 31 12:55:55.634342 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.661478 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:55.663716 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a5ae0-fe74-4663-bfa6-91d791086e38" -d '{"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:55.672243 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:55.681419 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.684627 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:55.692431 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-ce34b78e-d711-41ae-b2c6-bd2f98181e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.694093 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-ce34b78e-d711-41ae-b2c6-bd2f98181e58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802703 May 31 12:55:55.717024 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf27622-ca80-4aea-8fbf-b349b6664fba x-openstack-request-id: req-caf27622-ca80-4aea-8fbf-b349b6664fba {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:55.717341 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:55.717590 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caf27622-ca80-4aea-8fbf-b349b6664fba {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:55.717976 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'code': 200} May 31 12:55:55.756147 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=6']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:55.763445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.763787 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.764086 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.764447 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.764766 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766125 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766524 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.766695 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.767017 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:55.770948 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:55.827640 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-a79f1cc1-97e6-4f19-84b7-8358c9eccb59 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270502 May 31 12:55:56.051219 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-c426a851-ff89-4a6b-a370-66a69773bf1e req-971b7b12-a387-4f26-9bef-f43e5344222e service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169507 May 31 12:55:56.249246 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bb262-852f-4364-8d6c-86a4b205a5f1 req-d36e7ac5-87f2-4750-b344-a960471bcb01 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:56.250738 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5f1bb262-852f-4364-8d6c-86a4b205a5f1 req-d36e7ac5-87f2-4750-b344-a960471bcb01 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 943 time: 0.0833583 May 31 12:55:56.295022 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5f1bb262-852f-4364-8d6c-86a4b205a5f1 req-19ad475c-6dfa-4a3b-b3a5-e0563521f5e9 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 May 31 12:55:57.106799 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613d56-454b-41e7-92c4-c22f1436733c req-b6fe7f04-2fa1-4718-b8f3-71ac77012c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.108271 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f8613d56-454b-41e7-92c4-c22f1436733c req-b6fe7f04-2fa1-4718-b8f3-71ac77012c1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1096 time: 0.0842371 May 31 12:55:57.148266 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-f8613d56-454b-41e7-92c4-c22f1436733c req-f72b7959-9800-4339-98d8-56a437cf6065 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333204 May 31 12:55:57.513185 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:55:57.513792 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414a289-9af8-45a4-876c-423d89840255 req-7b36bb4a-75c7-4dc5-91e1-71ff83b4e059 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.514790 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6414a289-9af8-45a4-876c-423d89840255 req-7b36bb4a-75c7-4dc5-91e1-71ff83b4e059 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 943 time: 0.1092317 May 31 12:55:57.560581 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-6414a289-9af8-45a4-876c-423d89840255 req-edbfba63-799e-4a9e-8759-397aba14e1e4 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 May 31 12:55:57.646722 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.659778 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Returning: {'device': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'port_id': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'mac_address': 'fa:16:3e:35:f8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:55:57.720013 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.736713 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 {{(pid=98248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:57.752385 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.757367 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.759139 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:57.826907 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=7']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:57.830810 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.007881 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] get_ports_and_sgs() called for port_ids ['cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'] {{(pid=98248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:58.760179 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853e984-840b-40a5-979c-b15ebfa1441d req-e2e0ecd6-748e-41a6-987f-c01b56673164 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:58.761656 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f853e984-840b-40a5-979c-b15ebfa1441d req-e2e0ecd6-748e-41a6-987f-c01b56673164 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 944 time: 0.0862303 May 31 12:55:58.835681 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-f853e984-840b-40a5-979c-b15ebfa1441d req-2cc92794-32b8-4570-8355-de314845daeb tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661082 May 31 12:55:59.522755 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 up at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:55:59.596535 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.provisioning_blocks [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Provisioning complete for port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 triggered by entity L2. {{(pid=98248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:59.596901 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018667'] for port, provisioning_complete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.712413 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1034013'] for port, before_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.738732 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:59.740979 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccaf340494b93b7572eddbad3e706c93ff117dadad308d07993675398ee56d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8bc92c-a033-4a49-b7cd-32e99b970afc" -d '{"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:59.748957 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:59.754783 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766335655572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766335272421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766335275030'] for port, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.756668 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:59.785592 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13bc07a-657d-4f28-b901-1ad8322065c6 x-openstack-request-id: req-e13bc07a-657d-4f28-b901-1ad8322065c6 {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:59.785868 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "code": 200}]} {{(pid=98248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:59.786120 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e13bc07a-657d-4f28-b901-1ad8322065c6 {{(pid=98248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:59.786509 dv-cinder-786386-7-smb neutron-server[98248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'code': 200} May 31 12:55:59.826498 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=8']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:59.829676 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:06.699438 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-f9d0632a-a907-45e2-bac1-d049161155ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.958741 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.067516 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.119196 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-577d6593-338e-42d5-8d9b-b060a67309f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.270632 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.809663 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.794189 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:56:34.153200 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-f4f407cf-9a3b-4713-ba01-d7f1fdb18da8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1864321 May 31 12:56:34.317951 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-10d558e3-d89e-4b3f-919d-a8a28aa1a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:34.319393 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-10d558e3-d89e-4b3f-919d-a8a28aa1a169 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0821891 May 31 12:56:34.474971 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-1be3fb0d-c40a-4681-97bc-ca636fee7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:34.476421 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-1be3fb0d-c40a-4681-97bc-ca636fee7945 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1323619 May 31 12:56:34.591986 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-29603bbf-5271-4c28-aacb-e9492ddd717a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 1001 time: 0.1086521 May 31 12:56:34.658715 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-368e5e78-b5a5-4b3c-bb7e-168585dc6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:34.660112 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-368e5e78-b5a5-4b3c-bb7e-168585dc6bb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0616350 May 31 12:56:34.736753 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-4513fd4b-4daf-4e41-b7b1-ee712173268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:34.738268 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-4513fd4b-4daf-4e41-b7b1-ee712173268c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713985 May 31 12:56:34.749101 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-f5a79ae7-4a48-4c5d-9f2d-7851196d276d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:56:34.750011 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-f5a79ae7-4a48-4c5d-9f2d-7851196d276d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049772 May 31 12:56:34.880061 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-19754c5f-61ba-4f5c-abef-4d8166034295 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236537 May 31 12:56:35.014877 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-4cb6ac60-665d-44a2-a5df-e54e2772a69a req-259e2773-cd6f-45f4-a9a7-8fedfa211431 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278872 May 31 12:56:36.705819 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a9d56792-60f0-4b36-bc8d-291db02ba09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.951171 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:39.064318 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:39.122817 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-260b9554-451c-40f0-a64c-6cf8d038e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.269978 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:41.809797 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:05.798863 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:06.698018 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-731642a0-97b4-4f37-9f59-21ba05125499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.951744 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50182) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:07.961244 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.219056 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Deleting port a1f18554-6b38-4078-9c95-69103897d743 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:08.219316 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.337240 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.337750 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.464565 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Calling delete_port for a1f18554-6b38-4078-9c95-69103897d743 owned by network:floatingip {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:08.698556 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.702288 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7d60d66b-fdb3-4544-ae10-60cb80335e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:08.744209 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event deleted for resources: {'Port': ['ID=a1f18554-6b38-4078-9c95-69103897d743,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:08.782042 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.782420 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.782775 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.783127 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.783476 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.783819 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.784165 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.784507 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.784848 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.785199 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.785543 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.785881 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:08.792623 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:08.844154 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for floatingip, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.844464 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.db.l3_db [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Floating IP ecaaecfa-9954-4099-8fcd-84502d6d59b2 disassociated (deleted). External IP: 172.28.0.202, port: cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7. May 31 12:57:09.049449 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.125918 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-f25e75a7-1cbc-4a53-acce-12f09214209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.189356 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Router bbbf95a1-92c2-4deb-889e-1575e2917f4d has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:09.367659 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:09.379895 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Sync routers for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:09.389736 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:09.390352 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:09.392132 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for floatingip, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.446819 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-74daf026-00db-4eab-b41f-59d7d8bd7de8 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "DELETE /v2.0/floatingips/ecaaecfa-9954-4099-8fcd-84502d6d59b2 HTTP/1.1" status: 204 len: 168 time: 1.4940758 May 31 12:57:09.447480 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:09.449924 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93117e8c-a039-486d-b169-de7c7f2e784a" -d '{"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:09.571530 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:09.617824 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e9dce5-faa6-4663-98b7-63c9881df3a3 x-openstack-request-id: req-64e9dce5-faa6-4663-98b7-63c9881df3a3 {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:09.618026 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:09.618259 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64e9dce5-faa6-4663-98b7-63c9881df3a3 {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:09.618697 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'status': 'completed', 'code': 200} May 31 12:57:09.735662 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117e8c-a039-486d-b169-de7c7f2e784a req-8a4fb8bd-e9cc-4fe3-a56e-166da845a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:09.737447 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-8a4fb8bd-e9cc-4fe3-a56e-166da845a35b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=855bb15d298943459bdb780a2e02a4b4&device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 1098 time: 0.0957124 May 31 12:57:09.872100 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117e8c-a039-486d-b169-de7c7f2e784a req-7498437e-d659-4aea-a628-7f3d0c1791d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:09.873799 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-7498437e-d659-4aea-a628-7f3d0c1791d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 200 len: 910 time: 0.1273775 May 31 12:57:09.885809 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3131c-67e2-4046-b898-975b09ef0946 req-2c98e533-1c61-489b-9658-04f393d4b2f0 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:09.887290 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b7d3131c-67e2-4046-b898-975b09ef0946 req-2c98e533-1c61-489b-9658-04f393d4b2f0 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.1350646 May 31 12:57:09.919650 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:09.924355 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Checking router: bbbf95a1-92c2-4deb-889e-1575e2917f4d for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:09.932111 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-b7d3131c-67e2-4046-b898-975b09ef0946 req-aebca236-8448-4689-bb9d-f5edb9ce21bd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 May 31 12:57:09.932716 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:09.933367 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:09.941560 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-4707aa24-5726-4d76-8ef3-35b1e5415631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 200 len: 217 time: 0.0610225 May 31 12:57:10.007254 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117e8c-a039-486d-b169-de7c7f2e784a req-0826aef4-d775-4cc8-aef8-8cb72703fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:10.008668 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-0826aef4-d775-4cc8-aef8-8cb72703fd8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 200 len: 848 time: 0.0597987 May 31 12:57:10.084798 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117e8c-a039-486d-b169-de7c7f2e784a req-96fa0759-88ff-406f-98f7-29ba062ee99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:10.086280 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-96fa0759-88ff-406f-98f7-29ba062ee99c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=734b271c-d23a-4c2b-bea3-5298aece3b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707896 May 31 12:57:10.114068 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:10.216825 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-6fe96b7d-0eaf-4423-9849-35184b4ebeef service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236506 May 31 12:57:10.323566 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.440985 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:10.445083 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419767b-e90f-42c2-87e3-564adf283132 None None] The sync data for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb is: [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:53:03Z', 'revision_number': 4, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb', '_interfaces': [{'id': 'c59f0a2e-6d9a-4e34-b101-18d15f40dc48', 'name': '', 'network_id': '734b271c-d23a-4c2b-bea3-5298aece3b49', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'mac_address': 'fa:16:3e:7b:12:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:02Z', 'updated_at': '2021-05-31T12:53:11Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'subnets': [{'id': '369fabad-babc-4996-b027-d0d24f69b8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:10.460494 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-93117e8c-a039-486d-b169-de7c7f2e784a req-14385585-57f6-47a1-aa8d-cd3103f45117 service neutron] 10.222.0.39 "GET /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355473 May 31 12:57:10.646463 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d418433-4527-45cd-82eb-39c553886170 None None] New status for floating IP ecaaecfa-9954-4099-8fcd-84502d6d59b2: DOWN {{(pid=98249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:57:11.103484 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-7b76d354-2bfd-4f1a-89ef-ccd3d3cb0922 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:11.104177 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-7b76d354-2bfd-4f1a-89ef-ccd3d3cb0922 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Synchronizing usage tracker for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:port {{(pid=98247) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:11.119644 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.quota.resource [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-7b76d354-2bfd-4f1a-89ef-ccd3d3cb0922 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Unset dirty status for tenant:855bb15d298943459bdb780a2e02a4b4 on resource:port {{(pid=98247) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:11.120967 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-7b76d354-2bfd-4f1a-89ef-ccd3d3cb0922 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.39 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.0997379 May 31 12:57:11.177482 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147676-7e8a-4c29-bdfa-eb409d12a218 req-2c3d9cb5-23a8-4342-b8d2-144de73de551 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:11.178974 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-89147676-7e8a-4c29-bdfa-eb409d12a218 req-2c3d9cb5-23a8-4342-b8d2-144de73de551 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 945 time: 0.1301436 May 31 12:57:11.260003 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Deleting port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:11.260647 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.321616 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-89147676-7e8a-4c29-bdfa-eb409d12a218 req-bdde19d7-d5f0-43b4-90bb-8c6c4248fec5 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/security-groups?id=d151bc61-8e2d-4646-849b-f6fd29df0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363804 May 31 12:57:11.411115 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] For port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:11.411421 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.530654 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Calling delete_port for cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 owned by compute:nova {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:11.641517 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.648665 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-e026ee51-990c-4185-b12c-a7b0c130b84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:11.701086 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event deleted for resources: {'Port': ['ID=cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:11.727803 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:11.773290 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] No DVR routers for this DVR port cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 on host hv-cinder-78638 {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:11.775934 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108330'] for port, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.778382 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-deleted', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7'}] {{(pid=98247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:11.780798 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}722d322eda944e4034f43345367794bed9ab20b56be7391344bdbc9237a46490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c7719-9812-4820-9fa0-83bdcae57821" -d '{"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-deleted", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7"}]}' {{(pid=98247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:11.797822 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [req-8f5eb01a-38d9-492f-86b7-e9f4f92da3ba req-cf78f6a9-d935-4be7-a5ca-735593b449de tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.39 "DELETE /v2.0/ports/cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 HTTP/1.1" status: 204 len: 173 time: 0.6712747 May 31 12:57:11.814146 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.830600 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbbc25-bb2c-483d-a431-0c1b9bd9c42b x-openstack-request-id: req-26dbbc25-bb2c-483d-a431-0c1b9bd9c42b {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:11.830935 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad374a-3a52-4bb6-95ea-3b8d6fc59429", "name": "network-vif-deleted", "tag": "cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7", "status": "completed", "code": 200}]} {{(pid=98247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:11.831220 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26dbbc25-bb2c-483d-a431-0c1b9bd9c42b {{(pid=98247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:11.831656 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad374a-3a52-4bb6-95ea-3b8d6fc59429', 'name': 'network-vif-deleted', 'tag': 'cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7', 'status': 'completed', 'code': 200} May 31 12:57:12.496392 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [req-5515605d-2b5b-4497-8317-f5b8f513fda2 req-e73cc3eb-f0fc-49e3-8320-dbfee30d5353 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ad374a-3a52-4bb6-95ea-3b8d6fc59429 HTTP/1.1" status: 200 len: 210 time: 0.0486014 May 31 12:57:13.603010 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50206) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:13.679031 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.709466 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.781596 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.785320 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-1bed9b10-b166-4549-9ff2-e51f2cdaad44 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:13.800819 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d151bc61-8e2d-4646-849b-f6fd29df0a02,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:13.803375 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:13.812146 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.813296 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-fc740da9-9a21-4725-ac57-c41029413777 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] 10.222.0.49 "DELETE /v2.0/security-groups/d151bc61-8e2d-4646-849b-f6fd29df0a02 HTTP/1.1" status: 204 len: 168 time: 0.2092514 May 31 12:57:13.855213 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:13.889053 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] No Port match for: cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:13.889435 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Device cf1f3ae8-69be-4fc1-b7bf-4ff842862aa7 not bound to the agent host hv-cinder-78638 {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:14.889698 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50214) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:15.434899 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:15.843561 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Deleting port c59f0a2e-6d9a-4e34-b101-18d15f40dc48 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:15.843832 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:15.961431 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] For port c59f0a2e-6d9a-4e34-b101-18d15f40dc48, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:15.962046 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:16.087896 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Calling delete_port for c59f0a2e-6d9a-4e34-b101-18d15f40dc48 owned by network:router_interface {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:16.494169 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:16.497642 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-ef9a426e-2a37-45bd-a2b6-97d24a94a8fd tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:16.541940 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59f0a2e-6d9a-4e34-b101-18d15f40dc48,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:16.578855 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.579224 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.579585 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.579959 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.580312 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.580660 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.581008 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.581392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.581738 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.582080 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.582420 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.582760 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:16.590144 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:16.822907 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.176360 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Router bbbf95a1-92c2-4deb-889e-1575e2917f4d has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:17.361003 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:17.369660 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Sync routers for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:17.374235 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-5aba0f3a-e248-4a01-b7da-ff8bee605800 admin admin] 10.222.0.49 "PUT /v2.0/routers/bbbf95a1-92c2-4deb-889e-1575e2917f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834578 May 31 12:57:17.376820 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50218) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:17.379274 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:17.379882 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:17.546614 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks [] for router, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.554229 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: dv-cinder-786386-7-smb {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:17.832488 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.834229 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:57:16Z', 'revision_number': 5, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port': {'id': '2d57315b-2bca-43e7-b5c5-ad7dd7817ba6', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:17.838221 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Checking router: bbbf95a1-92c2-4deb-889e-1575e2917f4d for host: dv-cinder-786386-7-smb {{(pid=98248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:17.846958 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Routers {'bbbf95a1-92c2-4deb-889e-1575e2917f4d'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:17.847553 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'], 'active': True} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:17.916044 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Deleting port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:17.916392 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.038082 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] For port 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:18.038379 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.040815 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvr_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] Set router bbbf95a1-92c2-4deb-889e-1575e2917f4d gateway port host: None {{(pid=98248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:18.143780 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_hamode_db [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:57:17Z', 'revision_number': 6, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:18.147875 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740ad61-214c-4acb-b10a-c856b094bf19 None None] The sync data for ids ['bbbf95a1-92c2-4deb-889e-1575e2917f4d'] in dv-cinder-786386-7-smb is: [{'id': 'bbbf95a1-92c2-4deb-889e-1575e2917f4d', 'name': 'tempest-TestShelveInstance-1827042544-router', 'tenant_id': '855bb15d298943459bdb780a2e02a4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:57:17Z', 'revision_number': 6, 'project_id': '855bb15d298943459bdb780a2e02a4b4', 'gw_port_host': None}] {{(pid=98248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:18.188558 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Calling delete_port for 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 owned by network:router_gateway {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:18.331311 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.335111 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d5e41be1-29b0-4521-b6cc-c33e79f253b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:18.376950 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2d57315b-2bca-43e7-b5c5-ad7dd7817ba6,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:18.379587 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:18.471824 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.646789 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.649088 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.676178 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.676886 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbbf95a1-92c2-4deb-889e-1575e2917f4d {{(pid=98246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:57:18.688758 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] Notify callbacks [] for router, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.689926 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-7d8b3cad-0192-42cf-90c9-6acfdddfa3ef admin admin] 10.222.0.49 "DELETE /v2.0/routers/bbbf95a1-92c2-4deb-889e-1575e2917f4d HTTP/1.1" status: 204 len: 168 time: 1.3122268 May 31 12:57:18.692495 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50222) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:18.751321 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.db_base_plugin_v2 [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Deleting subnet 369fabad-babc-4996-b027-d0d24f69b8cd {{(pid=98246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:57:18.754526 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.803712 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568744'] for subnet, precommit_delete_associations {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.886669 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device c59f0a2e-6d9a-4e34-b101-18d15f40dc48 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:18.891184 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:18.926148 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: c59f0a2e-6d9a-4e34-b101-18d15f40dc48 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:18.926504 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device c59f0a2e-6d9a-4e34-b101-18d15f40dc48 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:19.145521 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6901611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6726640'] for subnet, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.149879 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:19.282576 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369fabad-babc-4996-b027-d0d24f69b8cd,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:19.286072 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:19.288971 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for subnet, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.294696 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158be2de-cbff-4d47-a440-48238ec3b63e None None] Network 734b271c-d23a-4c2b-bea3-5298aece3b49 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:19.295252 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-649d0fbb-de93-4ec9-8762-61fe469b3c77 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/369fabad-babc-4996-b027-d0d24f69b8cd HTTP/1.1" status: 204 len: 168 time: 0.6018286 May 31 12:57:19.298139 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50226) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:19.400597 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.474299 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Deleting port 7e79e466-f72d-4440-8346-2b42248af520 {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:19.474556 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.532653 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] DHCP port deletion for 734b271c-d23a-4c2b-bea3-5298aece3b49 request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:57:19.577172 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] For port 7e79e466-f72d-4440-8346-2b42248af520, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7e79e466-f72d-4440-8346-2b42248af520,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:19.577564 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.599298 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Deleting port 7e79e466-f72d-4440-8346-2b42248af520 {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:19.599643 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.697859 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] For port 7e79e466-f72d-4440-8346-2b42248af520, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=7e79e466-f72d-4440-8346-2b42248af520,segment=NetworkSegment(0964a82c-e63f-4b34-bb6d-36bab568d269),segment_id=0964a82c-e63f-4b34-bb6d-36bab568d269)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:19.698282 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.701412 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Calling delete_port for 7e79e466-f72d-4440-8346-2b42248af520 owned by network:dhcp {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:19.752050 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.755833 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:19.799729 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e79e466-f72d-4440-8346-2b42248af520,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:19.802072 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:19.804487 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] No DVR routers for this DVR port 7e79e466-f72d-4440-8346-2b42248af520 on host dv-cinder-786386-7-smb {{(pid=98246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:19.825445 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Calling delete_port for 7e79e466-f72d-4440-8346-2b42248af520 owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:19.878214 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.884194 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:19.918087 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.930421 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Pushing event deleted for resources: {'Port': ['ID=7e79e466-f72d-4440-8346-2b42248af520,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:19.930982 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734b271c-d23a-4c2b-bea3-5298aece3b49']}} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:19.932717 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] No DVR routers for this DVR port 7e79e466-f72d-4440-8346-2b42248af520 on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.942802 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.943512 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.943512 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.943512 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.943765 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-7-smb {{(pid=98248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:19.946079 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0964a82c-e63f-4b34-bb6d-36bab568d269') {'for_net_delete': True} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:19.946510 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.services.segments.db [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0964a82c-e63f-4b34-bb6d-36bab568d269') {} {{(pid=98246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:19.946665 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-207e2cf6-33b5-4cd2-9380-323e015ca551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:19.958143 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6568739'] for segment, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.973608 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.979778 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=98246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:57:19.980187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7068365'] for segment, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: Traceback (most recent call last): May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: timer() May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: cb(*args, **kw) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: return func(*args, **kwargs) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: self._notify() May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: self.callback(batched_events) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: event.method(event) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: return f(self, *a, **k) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: return self._get(url).json() May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: return self.request(url, 'GET', **kwargs) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:57:19.992883 dv-cinder-786386-7-smb neutron-server[98246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:57:20.075399 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:20.081115 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-5b8f1273-6682-46c0-8d9a-cc668988b377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:20.097740 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:20.103546 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=734b271c-d23a-4c2b-bea3-5298aece3b49,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:20.107648 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:20.124999 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-d2959337-2059-480e-85b9-818e875f2d37 admin admin] 10.222.0.49 "DELETE /v2.0/networks/734b271c-d23a-4c2b-bea3-5298aece3b49 HTTP/1.1" status: 204 len: 168 time: 0.8256526 May 31 12:57:20.127971 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50230) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:20.471634 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:20.506266 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:20.506622 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 2d57315b-2bca-43e7-b5c5-ad7dd7817ba6 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:20.507048 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7e79e466-f72d-4440-8346-2b42248af520 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:20.543356 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 7e79e466-f72d-4440-8346-2b42248af520 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:20.543713 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 7e79e466-f72d-4440-8346-2b42248af520 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:20.669175 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2092035'] for router_interface, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.172790 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Deleting port 6311fd06-9a66-4f09-9540-36c536cbb2ab {{(pid=98246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:21.173187 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.299583 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.db [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] For port 6311fd06-9a66-4f09-9540-36c536cbb2ab, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=6311fd06-9a66-4f09-9540-36c536cbb2ab,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:21.299951 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.422777 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.plugins.ml2.plugin [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Calling delete_port for 6311fd06-9a66-4f09-9540-36c536cbb2ab owned by network:router_interface {{(pid=98246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:21.589556 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7068312'] for port, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.595439 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-e1fbefc7-c6d9-42a2-8cf5-728ccb77b927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:21.641233 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6311fd06-9a66-4f09-9540-36c536cbb2ab,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:21.666891 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:21.905196 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2095763'] for router_interface, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.366517 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Router 167b66ba-20a7-4f24-8fff-2b09be982f8c has already been hosted by L3 agent 2101ffab-d48c-4876-bdec-666057b9f9e8 {{(pid=98246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:22.556634 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] Notify agent at l3_agent.dv-cinder-786386-7-smb the message routers_updated {{(pid=98246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:22.565282 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Sync routers for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:22.566106 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-9256a172-f6a7-4839-a8b2-538d666dfcd8 admin admin] 10.222.0.49 "PUT /v2.0/routers/167b66ba-20a7-4f24-8fff-2b09be982f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4371119 May 31 12:57:22.569007 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50234) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:22.577962 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:22.578614 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:22.748077 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks [] for router, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.786836 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: dv-cinder-786386-7-smb {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:22.918441 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.992921 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Deleting port 12430157-6b7d-4eed-bc4c-22d9bca1f455 {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:22.993192 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.063826 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'external_fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:57:21Z', 'revision_number': 5, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port': {'id': '12430157-6b7d-4eed-bc4c-22d9bca1f455', 'name': '', 'network_id': '0fb9ebbd-dbd4-417e-a762-8c092884dfca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:07Z', 'updated_at': '2021-05-31T12:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba2fa13e-500a-453f-a2e1-e9017d565ca4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-7-smb'}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:23.068564 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Checking router: 167b66ba-20a7-4f24-8fff-2b09be982f8c for host: dv-cinder-786386-7-smb {{(pid=98249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:23.077344 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Routers {'167b66ba-20a7-4f24-8fff-2b09be982f8c'} bound to L3 agent in host dv-cinder-786386-7-smb {{(pid=98249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:23.078012 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:39Z,description=,heartbeat_timestamp=2021-05-31T12:57:09Z,host='dv-cinder-786386-7-smb',id=2101ffab-d48c-4876-bdec-666057b9f9e8,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:39Z,topic='l3_agent')) {'router_ids': ['167b66ba-20a7-4f24-8fff-2b09be982f8c'], 'active': True} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:23.211015 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] For port 12430157-6b7d-4eed-bc4c-22d9bca1f455, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=12430157-6b7d-4eed-bc4c-22d9bca1f455,segment=NetworkSegment(e2f271f0-c0c4-4037-9824-1206a5ec2850),segment_id=e2f271f0-c0c4-4037-9824-1206a5ec2850)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:23.211331 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.228342 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_dvr_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] Set router 167b66ba-20a7-4f24-8fff-2b09be982f8c gateway port host: None {{(pid=98249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:23.330553 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Calling delete_port for 12430157-6b7d-4eed-bc4c-22d9bca1f455 owned by network:router_gateway {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:23.331375 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.l3_hamode_db [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:57:22Z', 'revision_number': 6, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port_host': None}], 'dv-cinder-786386-7-smb', False) {} {{(pid=98249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:23.335421 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ce3bb-93cb-4b68-b463-85c0a5ed13b6 None None] The sync data for ids ['167b66ba-20a7-4f24-8fff-2b09be982f8c'] in dv-cinder-786386-7-smb is: [{'id': '167b66ba-20a7-4f24-8fff-2b09be982f8c', 'name': 'tempest-TestShelveInstance-1146399868-router', 'tenant_id': '117cdc66205045dbb6827cb66da39418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:06Z', 'updated_at': '2021-05-31T12:57:22Z', 'revision_number': 6, 'project_id': '117cdc66205045dbb6827cb66da39418', 'gw_port_host': None}] {{(pid=98249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:23.473226 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.476781 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-422bff52-738d-4b20-b64f-6652fa786edd tempest-AttachVolumeTestJSON-993315275 tempest-AttachVolumeTestJSON-993315275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:23.520672 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=12430157-6b7d-4eed-bc4c-22d9bca1f455,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:23.524120 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:23.615059 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090526'] for router_gateway, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.787094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2096275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2150'] for router, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.789315 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.813131 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096047'] for router, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.813641 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167b66ba-20a7-4f24-8fff-2b09be982f8c {{(pid=98247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:57:23.825757 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] Notify callbacks [] for router, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.826894 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-9bb83b36-70c4-46a8-ad46-40accaf8bbeb admin admin] 10.222.0.49 "DELETE /v2.0/routers/167b66ba-20a7-4f24-8fff-2b09be982f8c HTTP/1.1" status: 204 len: 168 time: 1.2569125 May 31 12:57:23.829623 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50238) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:23.887358 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Deleting subnet d9fd3836-b4b4-4d51-9291-53339a03c811 {{(pid=98247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:57:23.890478 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.939973 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6348833'] for subnet, precommit_delete_associations {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.021414 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025489'] for subnet, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.272149 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1220900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6576584'] for subnet, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.275857 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:24.310810 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fd3836-b4b4-4d51-9291-53339a03c811,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:24.313877 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:24.314850 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.323420 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-7721038f-b751-4a2d-aa66-82f174933ffa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d9fd3836-b4b4-4d51-9291-53339a03c811 HTTP/1.1" status: 204 len: 168 time: 0.4904881 May 31 12:57:24.323602 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2519ccc-e38b-4a12-9b98-d86f0a1121fc None None] Network ff1c5943-158a-43ef-aec0-72ce6d10f637 requested from dv-cinder-786386-7-smb {{(pid=98248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:24.324235 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50242) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:24.432592 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-986789'] for network, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.480385 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 12430157-6b7d-4eed-bc4c-22d9bca1f455 no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:24.515564 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Deleting port b6a35cf0-c68d-4014-9f86-77dd345c38eb {{(pid=98247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:24.515900 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.518236 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 12430157-6b7d-4eed-bc4c-22d9bca1f455 {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:24.518581 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 12430157-6b7d-4eed-bc4c-22d9bca1f455 not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:24.518999 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6311fd06-9a66-4f09-9540-36c536cbb2ab no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:24.560513 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: 6311fd06-9a66-4f09-9540-36c536cbb2ab {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:24.560852 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device 6311fd06-9a66-4f09-9540-36c536cbb2ab not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:24.620522 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.db [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] For port b6a35cf0-c68d-4014-9f86-77dd345c38eb, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=b6a35cf0-c68d-4014-9f86-77dd345c38eb,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:24.621037 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.640650 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e318428-226d-473c-af85-3d954a58451c None None] DHCP port deletion for ff1c5943-158a-43ef-aec0-72ce6d10f637 request from dv-cinder-786386-7-smb {{(pid=98248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:57:24.708961 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-8e318428-226d-473c-af85-3d954a58451c None None] Deleting port b6a35cf0-c68d-4014-9f86-77dd345c38eb {{(pid=98248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:24.709374 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8e318428-226d-473c-af85-3d954a58451c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766335653443'] for port, before_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.839265 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.plugin [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Calling delete_port for b6a35cf0-c68d-4014-9f86-77dd345c38eb owned by network:dhcp {{(pid=98247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:24.840459 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.db [None req-8e318428-226d-473c-af85-3d954a58451c None None] For port b6a35cf0-c68d-4014-9f86-77dd345c38eb, host dv-cinder-786386-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-7-smb',level=0,port_id=b6a35cf0-c68d-4014-9f86-77dd345c38eb,segment=NetworkSegment(02a1d7ba-78cc-4c7b-8fcc-ecc540356d77),segment_id=02a1d7ba-78cc-4c7b-8fcc-ecc540356d77)] {{(pid=98248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:24.840856 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8e318428-226d-473c-af85-3d954a58451c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2095570'] for port, precommit_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.890476 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062103'] for port, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.894524 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-2f556bda-f602-49b4-9c2c-029bb100bef3 tempest-TestShelveInstance-2106929735 tempest-TestShelveInstance-2106929735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:24.937841 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a35cf0-c68d-4014-9f86-77dd345c38eb,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:24.940433 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:24.943194 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] No DVR routers for this DVR port b6a35cf0-c68d-4014-9f86-77dd345c38eb on host dv-cinder-786386-7-smb {{(pid=98247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:24.959161 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-8e318428-226d-473c-af85-3d954a58451c None None] Calling delete_port for b6a35cf0-c68d-4014-9f86-77dd345c38eb owned by network:dhcp {{(pid=98248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:25.004554 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8e318428-226d-473c-af85-3d954a58451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1032394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766335655590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766335272412'] for port, after_delete {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.008328 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:25.050916 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e318428-226d-473c-af85-3d954a58451c None None] Pushing event deleted for resources: {'Port': ['ID=b6a35cf0-c68d-4014-9f86-77dd345c38eb,revision_number=None']} {{(pid=98248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:25.052704 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e318428-226d-473c-af85-3d954a58451c None None] No DVR routers for this DVR port b6a35cf0-c68d-4014-9f86-77dd345c38eb on host dv-cinder-786386-7-smb {{(pid=98248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:25.054096 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG oslo_concurrency.lockutils [None req-8e318428-226d-473c-af85-3d954a58451c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:25.059581 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020766', 'neutron.services.segments.db._delete_segments_for_network-8766335732444'] for network, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.071719 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1c5943-158a-43ef-aec0-72ce6d10f637']}} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:25.084024 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77') {'for_net_delete': True} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:25.084307 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.services.segments.db [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a1d7ba-78cc-4c7b-8fcc-ecc540356d77') {} {{(pid=98247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:25.095960 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766335741085', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6348842'] for segment, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.112051 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814'] for segment, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.117958 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=98247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:57:25.118329 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062018'] for segment, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: Traceback (most recent call last): May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: timer() May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: cb(*args, **kw) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: return func(*args, **kwargs) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: self._notify() May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: self.callback(batched_events) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: event.method(event) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: return f(self, *a, **k) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: return self._get(url).json() May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: return self.request(url, 'GET', **kwargs) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:57:25.131238 dv-cinder-786386-7-smb neutron-server[98247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:57:25.212365 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1980237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090499'] for network, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.216429 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-a536f201-bcbf-4d79-9bbe-c96cbd100f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:25.229190 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582802'] for network, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.238991 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1c5943-158a-43ef-aec0-72ce6d10f637,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:25.241686 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:25.243435 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-7ab339a0-9a84-4d75-b368-5b796f83112e admin admin] 10.222.0.49 "DELETE /v2.0/networks/ff1c5943-158a-43ef-aec0-72ce6d10f637 HTTP/1.1" status: 204 len: 168 time: 0.9188721 May 31 12:57:25.425436 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50248) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:25.474199 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-711db218-0517-45da-b1c6-09b314100dcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=855bb15d298943459bdb780a2e02a4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471780 May 31 12:57:25.476418 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [-] (98246) accepted ('10.222.0.49', 50252) {{(pid=98246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:25.538019 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.565539 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.623732 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.627281 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-dc744a14-a903-4a49-a731-a86219f47712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:25.642300 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bffa81-cca6-477d-8142-2e62e8172be3,revision_number=None']} {{(pid=98246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:25.645635 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG oslo_concurrency.lockutils [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:25.653247 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron_lib.callbacks.manager [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.654425 dv-cinder-786386-7-smb neutron-server[98246]: INFO neutron.wsgi [None req-a4cb9aee-6e24-445c-96c0-0191a65c5dec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19bffa81-cca6-477d-8142-2e62e8172be3 HTTP/1.1" status: 204 len: 168 time: 0.1771426 May 31 12:57:26.015970 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50260) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:26.065518 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-41128023-7757-409a-9f77-e95f2a7a9728 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=117cdc66205045dbb6827cb66da39418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483277 May 31 12:57:26.068057 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.wsgi [-] (98247) accepted ('10.222.0.49', 50264) {{(pid=98247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:26.131681 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.157094 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.211490 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1980273'] for security_group, after_delete {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.216264 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-12c09f47-6452-49ff-bf2d-3904dbee140f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:26.226423 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f616c-a42e-4276-8f92-b258a728014c,revision_number=None']} {{(pid=98247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:26.230794 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG oslo_concurrency.lockutils [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:26.232571 dv-cinder-786386-7-smb neutron-server[98247]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.233716 dv-cinder-786386-7-smb neutron-server[98247]: INFO neutron.wsgi [None req-ddb0a682-5dc8-4d7c-8102-552d6c53751a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/183f616c-a42e-4276-8f92-b258a728014c HTTP/1.1" status: 204 len: 168 time: 0.1647577 May 31 12:57:26.473334 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device b6a35cf0-c68d-4014-9f86-77dd345c38eb no longer exists at agent ovs-agent-dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:26.508637 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.plugin [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] No Port match for: b6a35cf0-c68d-4014-9f86-77dd345c38eb {{(pid=98248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:26.508886 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron.plugins.ml2.rpc [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Device b6a35cf0-c68d-4014-9f86-77dd345c38eb not bound to the agent host dv-cinder-786386-7-smb {{(pid=98248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:36.702447 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-11ca569e-4d11-4969-a5fe-6c862e6e46ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.965554 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:39.066210 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:39.141463 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-fdfef49b-182d-4cf9-8aa7-bfc2a89ebc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:40.279382 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:41.823230 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:42.803584 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:06.705896 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3675fc31-3f18-4543-b467-399a299b0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:07.970581 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:09.062679 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:09.124863 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3bea228b-fff2-4ec9-a1f8-19c715f5ce43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:10.276568 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:11.830192 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:19.809041 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:36.703469 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-eafc226d-607b-44a5-a322-06a2138fc9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:37.969509 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:39.067922 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:39.127791 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-50edabe2-55b4-4362-b0ca-1eea3e0292c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:40.281954 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:41.830279 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:56.814833 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:06.701532 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-1efe7d2e-6f35-4d8b-bfc5-16eefcf7ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:07.972658 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:09.074811 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:09.140146 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a5a9f09d-63b1-459d-ba29-0a02d877b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:10.287196 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:11.833413 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:33.819258 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:36.699619 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e7165a9d-bf49-48b4-a1d9-1caa996eed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:37.979734 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:39.069443 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:39.139819 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-cd17b516-33dd-42dd-828f-2b234b136db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:40.286287 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:41.844658 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:06.699867 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-2cef261a-62e0-4f09-8959-69709754ccdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:07.973456 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:09.077801 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:09.134192 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3d5afa7f-f435-4775-9026-2e184754a888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:10.292406 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:10.828236 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:11.848940 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:36.701440 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-3cfd59dd-2c31-4d5b-85c3-de6e9b4160eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:37.994603 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:39.069164 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:39.147253 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-82b81f7f-3664-44b3-9a27-f88ff5d6d7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:40.297600 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:41.898924 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:47.822956 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:06.699313 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-e3469ba9-1763-4dd3-af09-817806fa56e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:07.985553 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:09.071115 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:09.140595 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-a739b96d-afbf-4f58-b80a-f676ed2fe9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:10.307579 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:11.850127 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.826938 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:36.695044 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-38ba9963-8389-413f-9624-3995e0eeab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:38.002781 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-acc1206c-8840-41fd-b170-ace48fdfc136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:39.078418 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-35e22d20-c242-4fa8-afcb-1e239152a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:39.145252 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf279-a8b1-4748-9f32-9e60c727888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:40.303212 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0db3-4a26-456d-a322-a39b31407c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:41.862457 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-c239e1e0-0405-4e64-a767-fe47e73af67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:56.665001 dv-cinder-786386-7-smb neutron-server[98246]: DEBUG neutron.wsgi [req-aaf4ea79-6c0a-461a-b827-c41048468209 req-b38fbd82-5ba4-4dc2-b5e1-a80b1d7412a7 service neutron] (98246) timed out ('10.222.0.39', 52167) {{(pid=98246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:02:01.825658 dv-cinder-786386-7-smb neutron-server[98249]: DEBUG neutron.db.agents_db [None req-0cea6d43-b5b9-4e58-9044-e35af0259c23 None None] Agent healthcheck: found 6 active agents {{(pid=98249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:02:06.690323 dv-cinder-786386-7-smb neutron-server[98248]: DEBUG neutron_lib.callbacks.manager [None req-5e9375f4-ec45-4879-bf55-e4940d2b5b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766335732462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021072'] for agent, after_update {{(pid=98248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}